2024-11-15 02:45:41,916 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 02:45:41,950 main DEBUG Took 0.030902 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 02:45:41,951 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 02:45:41,952 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 02:45:41,978 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 02:45:41,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,000 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 02:45:42,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,061 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,062 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,065 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,084 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,089 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,101 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 02:45:42,102 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,102 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 02:45:42,105 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 02:45:42,106 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 02:45:42,109 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 02:45:42,111 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 02:45:42,113 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 02:45:42,117 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 02:45:42,132 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 02:45:42,135 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 02:45:42,138 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 02:45:42,138 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 02:45:42,139 main DEBUG createAppenders(={Console})
2024-11-15 02:45:42,140 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-15 02:45:42,147 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 02:45:42,148 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-15 02:45:42,165 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 02:45:42,166 main DEBUG OutputStream closed
2024-11-15 02:45:42,171 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 02:45:42,171 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 02:45:42,172 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-15 02:45:42,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 02:45:42,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 02:45:42,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 02:45:42,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 02:45:42,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 02:45:42,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 02:45:42,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 02:45:42,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 02:45:42,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 02:45:42,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 02:45:42,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 02:45:42,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 02:45:42,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 02:45:42,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 02:45:42,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 02:45:42,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 02:45:42,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 02:45:42,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 02:45:42,360 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 02:45:42,362 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-15 02:45:42,363 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 02:45:42,365 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-15T02:45:42,381 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-15 02:45:42,384 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 02:45:42,384 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T02:45:42,762 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47
2024-11-15T02:45:42,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T02:45:42,826 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1, deleteOnExit=true
2024-11-15T02:45:42,827 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T02:45:42,828 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/test.cache.data in system properties and HBase conf
2024-11-15T02:45:42,829 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T02:45:42,830 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.log.dir in system properties and HBase conf
2024-11-15T02:45:42,831 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T02:45:42,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T02:45:42,835 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T02:45:42,994 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T02:45:43,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T02:45:43,242 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T02:45:43,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T02:45:43,245 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T02:45:43,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T02:45:43,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T02:45:43,248 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T02:45:43,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T02:45:43,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T02:45:43,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T02:45:43,265 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/nfs.dump.dir in system properties and HBase conf
2024-11-15T02:45:43,266 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/java.io.tmpdir in system properties and HBase conf
2024-11-15T02:45:43,267 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T02:45:43,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T02:45:43,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T02:45:45,486 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T02:45:45,654 INFO  [Time-limited test {}] log.Log(170): Logging initialized @5316ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T02:45:45,789 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T02:45:45,903 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T02:45:45,979 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T02:45:45,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T02:45:45,982 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T02:45:46,028 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T02:45:46,035 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.log.dir/,AVAILABLE}
2024-11-15T02:45:46,037 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T02:45:46,389 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-8011743432061732185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T02:45:46,401 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:42239}
2024-11-15T02:45:46,401 INFO  [Time-limited test {}] server.Server(415): Started @6065ms
2024-11-15T02:45:47,664 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T02:45:47,688 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T02:45:47,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T02:45:47,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T02:45:47,726 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T02:45:47,733 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.log.dir/,AVAILABLE}
2024-11-15T02:45:47,735 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T02:45:47,891 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@341cfc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/java.io.tmpdir/jetty-localhost-40745-hadoop-hdfs-3_4_1-tests_jar-_-any-3892615452684582858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T02:45:47,893 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:40745}
2024-11-15T02:45:47,893 INFO  [Time-limited test {}] server.Server(415): Started @7557ms
2024-11-15T02:45:47,980 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T02:45:49,704 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/data/data1/current/BP-113917674-172.17.0.3-1731638744515/current, will proceed with Du for space computation calculation, 
2024-11-15T02:45:49,704 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/data/data2/current/BP-113917674-172.17.0.3-1731638744515/current, will proceed with Du for space computation calculation, 
2024-11-15T02:45:49,784 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T02:45:49,878 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d87d2e2a162ac69 with lease ID 0x9188c33b3c91617d: Processing first storage report for DS-73ccf26a-fc11-4551-88ac-f13a72af76de from datanode DatanodeRegistration(127.0.0.1:35247, datanodeUuid=d1e609cb-a007-45f0-83ed-03e6faa2d7be, infoPort=43537, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=396070946;c=1731638744515)
2024-11-15T02:45:49,880 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d87d2e2a162ac69 with lease ID 0x9188c33b3c91617d: from storage DS-73ccf26a-fc11-4551-88ac-f13a72af76de node DatanodeRegistration(127.0.0.1:35247, datanodeUuid=d1e609cb-a007-45f0-83ed-03e6faa2d7be, infoPort=43537, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=396070946;c=1731638744515), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T02:45:49,884 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d87d2e2a162ac69 with lease ID 0x9188c33b3c91617d: Processing first storage report for DS-946fe21a-1258-473e-b2b7-51a4df9b5ddf from datanode DatanodeRegistration(127.0.0.1:35247, datanodeUuid=d1e609cb-a007-45f0-83ed-03e6faa2d7be, infoPort=43537, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=396070946;c=1731638744515)
2024-11-15T02:45:49,885 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d87d2e2a162ac69 with lease ID 0x9188c33b3c91617d: from storage DS-946fe21a-1258-473e-b2b7-51a4df9b5ddf node DatanodeRegistration(127.0.0.1:35247, datanodeUuid=d1e609cb-a007-45f0-83ed-03e6faa2d7be, infoPort=43537, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=396070946;c=1731638744515), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-15T02:45:49,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47
2024-11-15T02:45:50,096 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/zookeeper_0, clientPort=60779, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T02:45:50,119 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60779
2024-11-15T02:45:50,134 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:50,139 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:50,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741825_1001 (size=7)
2024-11-15T02:45:50,939 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4 with version=8
2024-11-15T02:45:50,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/hbase-staging
2024-11-15T02:45:51,084 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T02:45:51,415 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=9
2024-11-15T02:45:51,429 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:51,430 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:51,437 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T02:45:51,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:51,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T02:45:51,640 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T02:45:51,738 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T02:45:51,752 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T02:45:51,757 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T02:45:51,797 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 116793 (auto-detected)
2024-11-15T02:45:51,798 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-15T02:45:51,832 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38491
2024-11-15T02:45:51,859 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38491 connecting to ZooKeeper ensemble=127.0.0.1:60779
2024-11-15T02:45:51,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384910x0, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T02:45:51,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38491-0x1013c6267180000 connected
2024-11-15T02:45:52,428 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:52,432 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:52,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T02:45:52,466 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4, hbase.cluster.distributed=false
2024-11-15T02:45:52,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T02:45:52,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491
2024-11-15T02:45:52,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491
2024-11-15T02:45:52,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491
2024-11-15T02:45:52,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491
2024-11-15T02:45:52,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491
2024-11-15T02:45:52,690 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=9
2024-11-15T02:45:52,692 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:52,693 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:52,694 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T02:45:52,694 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T02:45:52,694 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T02:45:52,697 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T02:45:52,701 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T02:45:52,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36253
2024-11-15T02:45:52,705 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36253 connecting to ZooKeeper ensemble=127.0.0.1:60779
2024-11-15T02:45:52,707 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:52,711 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:52,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362530x0, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T02:45:52,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T02:45:52,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36253-0x1013c6267180001 connected
2024-11-15T02:45:52,768 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T02:45:52,777 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T02:45:52,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-15T02:45:52,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T02:45:52,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36253
2024-11-15T02:45:52,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36253
2024-11-15T02:45:52,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36253
2024-11-15T02:45:52,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36253
2024-11-15T02:45:52,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36253
2024-11-15T02:45:52,808 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:38491
2024-11-15T02:45:52,812 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ce6119325ab7,38491,1731638751181
2024-11-15T02:45:52,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T02:45:52,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T02:45:52,883 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ce6119325ab7,38491,1731638751181
2024-11-15T02:45:52,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:52,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-15T02:45:52,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:52,955 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-15T02:45:52,957 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ce6119325ab7,38491,1731638751181 from backup master directory
2024-11-15T02:45:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T02:45:52,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ce6119325ab7,38491,1731638751181
2024-11-15T02:45:52,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T02:45:52,977 WARN  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T02:45:52,978 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,38491,1731638751181
2024-11-15T02:45:52,981 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T02:45:52,989 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T02:45:53,075 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/hbase.id] with ID: 170e7686-4d44-4d24-a30a-cadbb690fbfd
2024-11-15T02:45:53,075 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/.tmp/hbase.id
2024-11-15T02:45:53,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741826_1002 (size=42)
2024-11-15T02:45:53,103 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/.tmp/hbase.id]:[hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/hbase.id]
2024-11-15T02:45:53,206 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T02:45:53,214 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T02:45:53,251 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms.
2024-11-15T02:45:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:53,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:53,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741827_1003 (size=196)
2024-11-15T02:45:53,744 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:45:53,749 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T02:45:53,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T02:45:53,787 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T02:45:53,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741828_1004 (size=1189)
2024-11-15T02:45:54,323 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store
2024-11-15T02:45:54,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741829_1005 (size=34)
2024-11-15T02:45:54,768 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T02:45:54,772 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:45:54,775 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T02:45:54,775 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:45:54,776 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:45:54,778 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T02:45:54,778 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:45:54,779 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:45:54,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731638754775Disabling compacts and flushes for region at 1731638754775Disabling writes for close at 1731638754778 (+3 ms)Writing region close event to WAL at 1731638754779 (+1 ms)Closed at 1731638754779
2024-11-15T02:45:54,788 WARN  [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/.initializing
2024-11-15T02:45:54,789 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/WALs/ce6119325ab7,38491,1731638751181
2024-11-15T02:45:54,809 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T02:45:54,841 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C38491%2C1731638751181, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/WALs/ce6119325ab7,38491,1731638751181, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/oldWALs, maxLogs=10
2024-11-15T02:45:54,881 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/WALs/ce6119325ab7,38491,1731638751181/ce6119325ab7%2C38491%2C1731638751181.1731638754847, exclude list is [], retry=0
2024-11-15T02:45:54,906 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-73ccf26a-fc11-4551-88ac-f13a72af76de,DISK]
2024-11-15T02:45:54,910 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T02:45:54,955 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/WALs/ce6119325ab7,38491,1731638751181/ce6119325ab7%2C38491%2C1731638751181.1731638754847
2024-11-15T02:45:54,957 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43537:43537)]
2024-11-15T02:45:54,958 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:45:54,961 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:45:54,966 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:54,967 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,027 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T02:45:55,078 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T02:45:55,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:55,092 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:45:55,095 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T02:45:55,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T02:45:55,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:55,101 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:45:55,101 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T02:45:55,107 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T02:45:55,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:55,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:45:55,109 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T02:45:55,113 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T02:45:55,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:55,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:45:55,117 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,127 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,140 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,141 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,147 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T02:45:55,153 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T02:45:55,170 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:45:55,177 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67369224, jitterRate=0.0038796663284301758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T02:45:55,192 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731638754985Initializing all the Stores at 1731638754992 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638754993 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638754993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638754994 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638754994Cleaning up temporary data from old regions at 1731638755141 (+147 ms)Region opened successfully at 1731638755190 (+49 ms)
2024-11-15T02:45:55,197 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T02:45:55,273 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273e353e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0
2024-11-15T02:45:55,333 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T02:45:55,351 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T02:45:55,351 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T02:45:55,358 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T02:45:55,367 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec
2024-11-15T02:45:55,376 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-15T02:45:55,376 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T02:45:55,460 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T02:45:55,478 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-15T02:45:55,668 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-15T02:45:55,673 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T02:45:55,677 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-15T02:45:55,792 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-15T02:45:55,796 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T02:45:55,817 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-15T02:45:55,836 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-15T02:45:55,843 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-15T02:45:55,858 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-15T02:45:55,894 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T02:45:55,993 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-15T02:45:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T02:45:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T02:45:56,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,021 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,38491,1731638751181, sessionid=0x1013c6267180000, setting cluster-up flag (Was=false)
2024-11-15T02:45:56,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,140 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-15T02:45:56,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,38491,1731638751181
2024-11-15T02:45:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:45:56,227 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-15T02:45:56,241 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,38491,1731638751181
2024-11-15T02:45:56,254 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T02:45:56,317 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(746): ClusterId : 170e7686-4d44-4d24-a30a-cadbb690fbfd
2024-11-15T02:45:56,322 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T02:45:56,343 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T02:45:56,343 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T02:45:56,353 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T02:45:56,353 DEBUG [RS:0;ce6119325ab7:36253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b2c56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0
2024-11-15T02:45:56,364 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T02:45:56,375 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:36253
2024-11-15T02:45:56,377 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T02:45:56,380 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T02:45:56,380 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T02:45:56,380 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T02:45:56,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,38491,1731638751181 with port=36253, startcode=1731638752627
2024-11-15T02:45:56,388 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T02:45:56,398 DEBUG [RS:0;ce6119325ab7:36253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T02:45:56,395 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,38491,1731638751181
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T02:45:56,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5
2024-11-15T02:45:56,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5
2024-11-15T02:45:56,411 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5
2024-11-15T02:45:56,411 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5
2024-11-15T02:45:56,411 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10
2024-11-15T02:45:56,412 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:45:56,412 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2
2024-11-15T02:45:56,412 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:45:56,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T02:45:56,419 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T02:45:56,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:56,429 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T02:45:56,440 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731638786440
2024-11-15T02:45:56,443 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T02:45:56,444 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T02:45:56,449 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T02:45:56,449 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T02:45:56,449 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T02:45:56,450 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T02:45:56,460 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T02:45:56,470 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T02:45:56,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741831_1007 (size=1321)
2024-11-15T02:45:56,473 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T02:45:56,472 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T02:45:56,473 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T02:45:56,476 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T02:45:56,476 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T02:45:56,481 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T02:45:56,487 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638756478,5,FailOnTimeoutGroup]
2024-11-15T02:45:56,488 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638756487,5,FailOnTimeoutGroup]
2024-11-15T02:45:56,488 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T02:45:56,488 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T02:45:56,489 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T02:45:56,490 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T02:45:56,512 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-15T02:45:56,513 WARN  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-15T02:45:56,883 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T02:45:56,885 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:45:56,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741832_1008 (size=32)
2024-11-15T02:45:56,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:45:56,940 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T02:45:56,953 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T02:45:56,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:56,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:45:56,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T02:45:56,970 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T02:45:56,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:56,973 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:45:56,974 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T02:45:56,984 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T02:45:56,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:56,987 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:45:56,987 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T02:45:57,002 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T02:45:57,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:45:57,012 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:45:57,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T02:45:57,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740
2024-11-15T02:45:57,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740
2024-11-15T02:45:57,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T02:45:57,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T02:45:57,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T02:45:57,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T02:45:57,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:45:57,071 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62797276, jitterRate=-0.06424766778945923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T02:45:57,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731638756926Initializing all the Stores at 1731638756933 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638756933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638756936 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638756936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638756936Cleaning up temporary data from old regions at 1731638757035 (+99 ms)Region opened successfully at 1731638757076 (+41 ms)
2024-11-15T02:45:57,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T02:45:57,077 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T02:45:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T02:45:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T02:45:57,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T02:45:57,085 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T02:45:57,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731638757077Disabling compacts and flushes for region at 1731638757077Disabling writes for close at 1731638757078 (+1 ms)Writing region close event to WAL at 1731638757084 (+6 ms)Closed at 1731638757085 (+1 ms)
2024-11-15T02:45:57,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T02:45:57,094 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T02:45:57,104 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T02:45:57,131 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T02:45:57,137 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T02:45:57,289 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:45:58,290 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:45:59,291 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:00,292 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:01,292 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:01,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T02:46:01,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T02:46:02,293 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:03,294 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:04,294 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:05,295 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:06,296 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:07,297 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:08,297 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:09,300 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:10,304 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:11,305 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:12,306 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:13,306 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:14,307 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:15,308 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:16,312 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:17,313 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:18,318 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:19,323 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:19,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T02:46:20,328 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:21,329 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:22,329 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:23,330 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:24,331 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:25,332 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:26,334 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:26,514 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,38491,1731638751181 with port=36253, startcode=1731638752627
2024-11-15T02:46:26,518 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,521 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38491 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,536 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:46:26,537 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40927
2024-11-15T02:46:26,537 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T02:46:26,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T02:46:26,693 DEBUG [RS:0;ce6119325ab7:36253 {}] zookeeper.ZKUtil(111): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,693 WARN  [RS:0;ce6119325ab7:36253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T02:46:26,693 INFO  [RS:0;ce6119325ab7:36253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T02:46:26,693 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,699 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,36253,1731638752627]
2024-11-15T02:46:26,761 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T02:46:26,788 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T02:46:26,801 INFO  [RS:0;ce6119325ab7:36253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T02:46:26,803 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,807 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T02:46:26,821 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T02:46:26,823 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,823 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,824 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,824 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,824 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,825 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,825 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2
2024-11-15T02:46:26,825 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,825 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,825 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,826 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,826 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,826 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1
2024-11-15T02:46:26,826 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3
2024-11-15T02:46:26,826 DEBUG [RS:0;ce6119325ab7:36253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3
2024-11-15T02:46:26,836 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,836 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,840 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,841 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,841 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,841 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,36253,1731638752627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T02:46:26,876 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T02:46:26,878 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,36253,1731638752627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,879 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,879 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.Replication(171): ce6119325ab7,36253,1731638752627 started
2024-11-15T02:46:26,907 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:26,908 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,36253,1731638752627, RpcServer on ce6119325ab7/172.17.0.3:36253, sessionid=0x1013c6267180001
2024-11-15T02:46:26,909 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T02:46:26,909 DEBUG [RS:0;ce6119325ab7:36253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,910 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,36253,1731638752627'
2024-11-15T02:46:26,910 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-15T02:46:26,913 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-15T02:46:26,914 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T02:46:26,914 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T02:46:26,914 DEBUG [RS:0;ce6119325ab7:36253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,36253,1731638752627
2024-11-15T02:46:26,914 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,36253,1731638752627'
2024-11-15T02:46:26,914 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-15T02:46:26,915 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-15T02:46:26,916 DEBUG [RS:0;ce6119325ab7:36253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T02:46:26,916 INFO  [RS:0;ce6119325ab7:36253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T02:46:26,916 INFO  [RS:0;ce6119325ab7:36253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T02:46:27,335 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:28,336 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:29,336 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:30,337 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:31,338 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:32,338 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:33,339 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:34,340 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:35,340 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:36,344 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:37,345 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:38,345 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:39,346 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:40,347 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:41,347 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:42,348 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:43,349 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:44,350 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:45,351 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:46,351 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:47,352 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:48,353 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:49,353 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:49,936 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T02:46:50,354 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:51,355 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:52,355 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:53,356 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:54,357 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:55,358 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:56,359 WARN  [ce6119325ab7:38491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T02:46:56,924 INFO  [RS:0;ce6119325ab7:36253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T02:46:56,932 INFO  [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C36253%2C1731638752627, suffix=, logDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/oldWALs, maxLogs=32
2024-11-15T02:46:56,956 DEBUG [RS:0;ce6119325ab7:36253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.1731638816935, exclude list is [], retry=0
2024-11-15T02:46:56,977 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-73ccf26a-fc11-4551-88ac-f13a72af76de,DISK]
2024-11-15T02:46:56,996 INFO  [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.1731638816935
2024-11-15T02:46:56,999 DEBUG [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43537:43537)]
2024-11-15T02:46:57,112 DEBUG [ce6119325ab7:38491 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T02:46:57,126 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:57,144 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,36253,1731638752627, state=OPENING
2024-11-15T02:46:57,171 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T02:46:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:46:57,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:46:57,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T02:46:57,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T02:46:57,185 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T02:46:57,187 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:46:57,374 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T02:46:57,379 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T02:46:57,398 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T02:46:57,399 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T02:46:57,399 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T02:46:57,403 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C36253%2C1731638752627.meta, suffix=.meta, logDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627, archiveDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/oldWALs, maxLogs=32
2024-11-15T02:46:57,421 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.meta.1731638817404.meta, exclude list is [], retry=0
2024-11-15T02:46:57,426 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35247,DS-73ccf26a-fc11-4551-88ac-f13a72af76de,DISK]
2024-11-15T02:46:57,430 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.meta.1731638817404.meta
2024-11-15T02:46:57,431 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43537:43537)]
2024-11-15T02:46:57,431 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:46:57,433 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T02:46:57,437 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T02:46:57,443 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T02:46:57,448 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T02:46:57,448 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:46:57,449 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T02:46:57,449 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T02:46:57,452 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T02:46:57,455 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T02:46:57,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:57,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:46:57,456 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T02:46:57,459 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T02:46:57,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:57,460 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:46:57,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T02:46:57,463 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T02:46:57,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:57,465 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:46:57,465 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T02:46:57,467 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T02:46:57,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:57,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T02:46:57,468 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T02:46:57,470 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740
2024-11-15T02:46:57,474 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740
2024-11-15T02:46:57,478 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T02:46:57,478 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T02:46:57,480 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T02:46:57,483 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T02:46:57,486 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61047245, jitterRate=-0.09032516181468964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T02:46:57,486 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T02:46:57,488 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731638817449Writing region info on filesystem at 1731638817450 (+1 ms)Initializing all the Stores at 1731638817452 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638817452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638817452Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638817452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731638817452Cleaning up temporary data from old regions at 1731638817478 (+26 ms)Running coprocessor post-open hooks at 1731638817486 (+8 ms)Region opened successfully at 1731638817488 (+2 ms)
2024-11-15T02:46:57,498 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731638817363
2024-11-15T02:46:57,514 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T02:46:57,515 INFO  [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T02:46:57,518 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:57,521 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,36253,1731638752627, state=OPEN
2024-11-15T02:46:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T02:46:57,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T02:46:57,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T02:46:57,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T02:46:57,568 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:57,577 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T02:46:57,577 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,36253,1731638752627 in 381 msec
2024-11-15T02:46:57,588 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T02:46:57,589 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.476 sec
2024-11-15T02:46:57,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T02:46:57,593 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T02:46:57,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T02:46:57,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,36253,1731638752627, seqNum=-1]
2024-11-15T02:46:57,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T02:46:57,686 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T02:46:57,719 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.421 sec
2024-11-15T02:46:57,719 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731638817719, completionTime=-1
2024-11-15T02:46:57,723 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T02:46:57,723 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T02:46:57,759 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T02:46:57,759 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731638877759
2024-11-15T02:46:57,759 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731638937759
2024-11-15T02:46:57,759 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec
2024-11-15T02:46:57,765 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,765 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,766 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,767 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:38491, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,767 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,768 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,775 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T02:46:57,800 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 64.821sec
2024-11-15T02:46:57,801 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T02:46:57,803 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T02:46:57,804 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T02:46:57,805 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T02:46:57,805 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T02:46:57,806 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T02:46:57,806 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T02:46:57,815 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T02:46:57,816 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T02:46:57,816 INFO  [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38491,1731638751181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T02:46:57,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77384519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,864 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T02:46:57,864 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T02:46:57,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,38491,-1 for getting cluster id
2024-11-15T02:46:57,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T02:46:57,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '170e7686-4d44-4d24-a30a-cadbb690fbfd'
2024-11-15T02:46:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T02:46:57,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "170e7686-4d44-4d24-a30a-cadbb690fbfd"

2024-11-15T02:46:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5c0dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,38491,-1]
2024-11-15T02:46:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T02:46:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:46:57,895 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T02:46:57,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131c1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T02:46:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,36253,1731638752627, seqNum=-1]
2024-11-15T02:46:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T02:46:57,913 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T02:46:57,942 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,38491,1731638751181
2024-11-15T02:46:57,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d029f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,38491,-1 for getting cluster id
2024-11-15T02:46:57,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T02:46:57,949 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '170e7686-4d44-4d24-a30a-cadbb690fbfd'
2024-11-15T02:46:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T02:46:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "170e7686-4d44-4d24-a30a-cadbb690fbfd"

2024-11-15T02:46:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e3d0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,38491,-1]
2024-11-15T02:46:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T02:46:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:46:57,953 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T02:46:57,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b07a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T02:46:57,973 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=207, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=850, ProcessCount=11, AvailableMemoryMB=379
2024-11-15T02:46:57,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T02:46:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,38491,1731638751181
2024-11-15T02:46:57,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb2e2b8
2024-11-15T02:46:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T02:46:58,000 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T02:46:58,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:46:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T02:46:58,065 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:46:58,068 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:58,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-15T02:46:58,086 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:46:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T02:46:58,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741835_1011 (size=428)
2024-11-15T02:46:58,123 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35d44cd002de01a08eda9d301ef4d50c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:46:58,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741836_1012 (size=79)
2024-11-15T02:46:58,536 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:46:58,536 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 35d44cd002de01a08eda9d301ef4d50c, disabling compactions & flushes
2024-11-15T02:46:58,536 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c. after waiting 0 ms
2024-11-15T02:46:58,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,537 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,537 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35d44cd002de01a08eda9d301ef4d50c:
Waiting for close lock at 1731638818536Disabling compacts and flushes for region at 1731638818536Disabling writes for close at 1731638818537 (+1 ms)Writing region close event to WAL at 1731638818537Closed at 1731638818537
2024-11-15T02:46:58,546 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:46:58,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731638818546"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638818546"}]},"ts":"1731638818546"}
2024-11-15T02:46:58,573 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:46:58,577 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:46:58,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638818577"}]},"ts":"1731638818577"}
2024-11-15T02:46:58,587 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-15T02:46:58,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35d44cd002de01a08eda9d301ef4d50c, ASSIGN}]
2024-11-15T02:46:58,600 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35d44cd002de01a08eda9d301ef4d50c, ASSIGN
2024-11-15T02:46:58,604 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35d44cd002de01a08eda9d301ef4d50c, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:46:58,756 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35d44cd002de01a08eda9d301ef4d50c, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:58,773 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35d44cd002de01a08eda9d301ef4d50c, ASSIGN because future has completed
2024-11-15T02:46:58,777 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35d44cd002de01a08eda9d301ef4d50c, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:46:58,941 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,941 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35d44cd002de01a08eda9d301ef4d50c, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:46:58,942 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,942 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:46:58,942 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,942 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,945 INFO  [StoreOpener-35d44cd002de01a08eda9d301ef4d50c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 35d44cd002de01a08eda9d301ef4d50c 
2024-11-15T02:46:58,948 INFO  [StoreOpener-35d44cd002de01a08eda9d301ef4d50c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35d44cd002de01a08eda9d301ef4d50c columnFamilyName testFamily
2024-11-15T02:46:58,949 DEBUG [StoreOpener-35d44cd002de01a08eda9d301ef4d50c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:58,950 INFO  [StoreOpener-35d44cd002de01a08eda9d301ef4d50c-1 {}] regionserver.HStore(327): Store=35d44cd002de01a08eda9d301ef4d50c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:46:58,951 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,953 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,954 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,955 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,955 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,959 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,964 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:46:58,965 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35d44cd002de01a08eda9d301ef4d50c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74746472, jitterRate=0.11380922794342041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:46:58,965 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:46:58,966 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35d44cd002de01a08eda9d301ef4d50c:
Running coprocessor pre-open hook at 1731638818943Writing region info on filesystem at 1731638818943Initializing all the Stores at 1731638818945 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638818945Cleaning up temporary data from old regions at 1731638818955 (+10 ms)Running coprocessor post-open hooks at 1731638818965 (+10 ms)Region opened successfully at 1731638818966 (+1 ms)
2024-11-15T02:46:58,969 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c., pid=6, masterSystemTime=1731638818933
2024-11-15T02:46:58,973 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,973 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:46:58,974 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35d44cd002de01a08eda9d301ef4d50c, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:58,978 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35d44cd002de01a08eda9d301ef4d50c, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:46:58,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T02:46:58,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35d44cd002de01a08eda9d301ef4d50c, server=ce6119325ab7,36253,1731638752627 in 205 msec
2024-11-15T02:46:58,996 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T02:46:58,997 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35d44cd002de01a08eda9d301ef4d50c, ASSIGN in 397 msec
2024-11-15T02:46:59,009 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:46:59,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638819010"}]},"ts":"1731638819010"}
2024-11-15T02:46:59,016 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-15T02:46:59,018 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:46:59,023 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 974 msec
2024-11-15T02:46:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T02:46:59,108 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-15T02:46:59,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-15T02:46:59,110 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:46:59,117 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-15T02:46:59,118 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:46:59,119 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-15T02:46:59,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T02:46:59,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,36253,1731638752627, seqNum=-1]
2024-11-15T02:46:59,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T02:46:59,127 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T02:46:59,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:46:59,151 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:46:59,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-15T02:46:59,163 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T02:46:59,168 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T02:46:59,170 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T02:46:59,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3459589096001765368
2024-11-15T02:46:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638822170, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:46:59,182 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T02:46:59,185 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T02:46:59,186 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:46:59,188 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:46:59,190 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3459589096001765366
2024-11-15T02:46:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638822188, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:46:59,199 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:46:59,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3459589096001765365
2024-11-15T02:46:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638822199, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:46:59,212 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:46:59,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3459589096001765364
2024-11-15T02:46:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638822211, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:46:59,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:46:59,230 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214 (was 207)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1579190791_22 at /127.0.0.1:35150 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/ce6119325ab7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=846 (was 850), ProcessCount=11 (was 11), AvailableMemoryMB=326 (was 379)
2024-11-15T02:46:59,241 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=214, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=846, ProcessCount=11, AvailableMemoryMB=326
2024-11-15T02:46:59,246 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:46:59,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-15T02:46:59,251 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:46:59,252 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:46:59,253 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-15T02:46:59,254 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:46:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T02:46:59,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741837_1013 (size=414)
2024-11-15T02:46:59,673 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb7f1bb7af67363a395f7865bf1bbff7, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:46:59,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741838_1014 (size=65)
2024-11-15T02:46:59,689 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:46:59,690 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing bb7f1bb7af67363a395f7865bf1bbff7, disabling compactions & flushes
2024-11-15T02:46:59,690 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:46:59,690 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:46:59,690 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7. after waiting 0 ms
2024-11-15T02:46:59,690 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:46:59,690 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:46:59,690 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb7f1bb7af67363a395f7865bf1bbff7:
Waiting for close lock at 1731638819690Disabling compacts and flushes for region at 1731638819690Disabling writes for close at 1731638819690Writing region close event to WAL at 1731638819690Closed at 1731638819690
2024-11-15T02:46:59,692 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:46:59,693 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731638819693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638819693"}]},"ts":"1731638819693"}
2024-11-15T02:46:59,697 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:46:59,699 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:46:59,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638819699"}]},"ts":"1731638819699"}
2024-11-15T02:46:59,704 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T02:46:59,704 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=bb7f1bb7af67363a395f7865bf1bbff7, ASSIGN}]
2024-11-15T02:46:59,707 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=bb7f1bb7af67363a395f7865bf1bbff7, ASSIGN
2024-11-15T02:46:59,709 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=bb7f1bb7af67363a395f7865bf1bbff7, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:46:59,860 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bb7f1bb7af67363a395f7865bf1bbff7, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:46:59,866 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=bb7f1bb7af67363a395f7865bf1bbff7, ASSIGN because future has completed
2024-11-15T02:46:59,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb7f1bb7af67363a395f7865bf1bbff7, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:00,035 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:00,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => bb7f1bb7af67363a395f7865bf1bbff7, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:00,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,041 INFO  [StoreOpener-bb7f1bb7af67363a395f7865bf1bbff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bb7f1bb7af67363a395f7865bf1bbff7 
2024-11-15T02:47:00,045 INFO  [StoreOpener-bb7f1bb7af67363a395f7865bf1bbff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7f1bb7af67363a395f7865bf1bbff7 columnFamilyName testFamily
2024-11-15T02:47:00,045 DEBUG [StoreOpener-bb7f1bb7af67363a395f7865bf1bbff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:00,046 INFO  [StoreOpener-bb7f1bb7af67363a395f7865bf1bbff7-1 {}] regionserver.HStore(327): Store=bb7f1bb7af67363a395f7865bf1bbff7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:00,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:00,067 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened bb7f1bb7af67363a395f7865bf1bbff7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61975744, jitterRate=-0.07648944854736328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:00,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:00,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for bb7f1bb7af67363a395f7865bf1bbff7:
Running coprocessor pre-open hook at 1731638820037Writing region info on filesystem at 1731638820037Initializing all the Stores at 1731638820041 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638820041Cleaning up temporary data from old regions at 1731638820053 (+12 ms)Running coprocessor post-open hooks at 1731638820067 (+14 ms)Region opened successfully at 1731638820069 (+2 ms)
2024-11-15T02:47:00,071 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., pid=9, masterSystemTime=1731638820023
2024-11-15T02:47:00,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:00,076 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:00,077 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=bb7f1bb7af67363a395f7865bf1bbff7, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:00,082 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb7f1bb7af67363a395f7865bf1bbff7, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:00,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T02:47:00,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure bb7f1bb7af67363a395f7865bf1bbff7, server=ce6119325ab7,36253,1731638752627 in 218 msec
2024-11-15T02:47:00,098 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-15T02:47:00,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=bb7f1bb7af67363a395f7865bf1bbff7, ASSIGN in 388 msec
2024-11-15T02:47:00,101 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:00,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638820101"}]},"ts":"1731638820101"}
2024-11-15T02:47:00,106 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T02:47:00,108 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:00,112 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 862 msec
2024-11-15T02:47:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T02:47:00,266 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-15T02:47:00,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T02:47:00,266 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:00,272 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T02:47:00,272 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:00,272 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-15T02:47:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:00,292 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:00,292 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T02:47:00,298 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T02:47:00,300 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T02:47:01,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T02:47:01,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:01,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T02:47:01,738 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T02:47:01,738 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T02:47:01,738 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:01,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-15T02:47:01,740 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:02,989 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:03,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-15T02:47:03,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T02:47:03,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-15T02:47:06,319 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-11-15T02:47:06,320 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-11-15T02:47:06,322 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:06,345 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=217 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 846), ProcessCount=11 (was 11), AvailableMemoryMB=1807 (was 326) - AvailableMemoryMB LEAK? -
2024-11-15T02:47:06,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=217, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=1804
2024-11-15T02:47:06,397 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:06,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-15T02:47:06,412 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:06,412 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:06,412 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-15T02:47:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T02:47:06,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:06,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741839_1015 (size=412)
2024-11-15T02:47:06,503 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22e856cd0d90c1ee9b0e20cce532eb22, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:06,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741840_1016 (size=63)
2024-11-15T02:47:06,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:06,567 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 22e856cd0d90c1ee9b0e20cce532eb22, disabling compactions & flushes
2024-11-15T02:47:06,568 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:06,568 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:06,568 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22. after waiting 0 ms
2024-11-15T02:47:06,568 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:06,568 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:06,568 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22e856cd0d90c1ee9b0e20cce532eb22:
Waiting for close lock at 1731638826567Disabling compacts and flushes for region at 1731638826567Disabling writes for close at 1731638826568 (+1 ms)Writing region close event to WAL at 1731638826568Closed at 1731638826568
2024-11-15T02:47:06,580 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:06,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731638826580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638826580"}]},"ts":"1731638826580"}
2024-11-15T02:47:06,604 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:06,606 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:06,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638826607"}]},"ts":"1731638826607"}
2024-11-15T02:47:06,611 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T02:47:06,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=22e856cd0d90c1ee9b0e20cce532eb22, ASSIGN}]
2024-11-15T02:47:06,620 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=22e856cd0d90c1ee9b0e20cce532eb22, ASSIGN
2024-11-15T02:47:06,626 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=22e856cd0d90c1ee9b0e20cce532eb22, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:06,777 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=22e856cd0d90c1ee9b0e20cce532eb22, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:06,786 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=22e856cd0d90c1ee9b0e20cce532eb22, ASSIGN because future has completed
2024-11-15T02:47:06,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22e856cd0d90c1ee9b0e20cce532eb22, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-15T02:47:06,971 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:06,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 22e856cd0d90c1ee9b0e20cce532eb22, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:06,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:06,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:06,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:06,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:06,986 INFO  [StoreOpener-22e856cd0d90c1ee9b0e20cce532eb22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 22e856cd0d90c1ee9b0e20cce532eb22 
2024-11-15T02:47:06,989 INFO  [StoreOpener-22e856cd0d90c1ee9b0e20cce532eb22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22e856cd0d90c1ee9b0e20cce532eb22 columnFamilyName testFamily
2024-11-15T02:47:06,990 DEBUG [StoreOpener-22e856cd0d90c1ee9b0e20cce532eb22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:06,992 INFO  [StoreOpener-22e856cd0d90c1ee9b0e20cce532eb22-1 {}] regionserver.HStore(327): Store=22e856cd0d90c1ee9b0e20cce532eb22/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:06,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:06,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:07,019 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 22e856cd0d90c1ee9b0e20cce532eb22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64665017, jitterRate=-0.03641615808010101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:07,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:07,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 22e856cd0d90c1ee9b0e20cce532eb22:
Running coprocessor pre-open hook at 1731638826973Writing region info on filesystem at 1731638826973Initializing all the Stores at 1731638826981 (+8 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638826981Cleaning up temporary data from old regions at 1731638827007 (+26 ms)Running coprocessor post-open hooks at 1731638827020 (+13 ms)Region opened successfully at 1731638827021 (+1 ms)
2024-11-15T02:47:07,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22., pid=12, masterSystemTime=1731638826956
2024-11-15T02:47:07,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:07,030 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:07,031 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=22e856cd0d90c1ee9b0e20cce532eb22, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:07,045 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22e856cd0d90c1ee9b0e20cce532eb22, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:07,063 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T02:47:07,064 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 22e856cd0d90c1ee9b0e20cce532eb22, server=ce6119325ab7,36253,1731638752627 in 269 msec
2024-11-15T02:47:07,070 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-15T02:47:07,070 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=22e856cd0d90c1ee9b0e20cce532eb22, ASSIGN in 451 msec
2024-11-15T02:47:07,072 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:07,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638827072"}]},"ts":"1731638827072"}
2024-11-15T02:47:07,077 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T02:47:07,083 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:07,087 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 686 msec
2024-11-15T02:47:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T02:47:07,436 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-15T02:47:07,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T02:47:07,437 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:07,448 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T02:47:07,449 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:07,449 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-15T02:47:07,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:07,488 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:07,489 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T02:47:07,494 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T02:47:07,498 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T02:47:07,502 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T02:47:07,508 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T02:47:09,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-15T02:47:11,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-15T02:47:11,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:12,475 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:13,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765355' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T02:47:13,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:58930 deadline: 1731638839512, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765355' does not exist
2024-11-15T02:47:13,517 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ce6119325ab7,36253,1731638752627 for closing scanner id = -3459589096001765355 for 22e856cd0d90c1ee9b0e20cce532eb22 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765355' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T02:47:13,522 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=219 (was 217)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=794 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=1352 (was 1804)
2024-11-15T02:47:13,549 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=219, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=794, ProcessCount=11, AvailableMemoryMB=1349
2024-11-15T02:47:13,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-15T02:47:13,569 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:13,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:13,569 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-15T02:47:13,572 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T02:47:13,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741841_1017 (size=423)
2024-11-15T02:47:13,631 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 663545c8763c63b99042eb2a2791b754, NAME => 'testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:13,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741842_1018 (size=74)
2024-11-15T02:47:13,641 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:13,641 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 663545c8763c63b99042eb2a2791b754, disabling compactions & flushes
2024-11-15T02:47:13,642 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:13,642 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:13,642 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754. after waiting 0 ms
2024-11-15T02:47:13,642 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:13,642 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:13,642 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 663545c8763c63b99042eb2a2791b754:
Waiting for close lock at 1731638833641Disabling compacts and flushes for region at 1731638833641Disabling writes for close at 1731638833642 (+1 ms)Writing region close event to WAL at 1731638833642Closed at 1731638833642
2024-11-15T02:47:13,644 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:13,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731638833644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638833644"}]},"ts":"1731638833644"}
2024-11-15T02:47:13,648 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:13,650 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:13,650 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638833650"}]},"ts":"1731638833650"}
2024-11-15T02:47:13,654 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-15T02:47:13,655 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=663545c8763c63b99042eb2a2791b754, ASSIGN}]
2024-11-15T02:47:13,657 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=663545c8763c63b99042eb2a2791b754, ASSIGN
2024-11-15T02:47:13,658 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=663545c8763c63b99042eb2a2791b754, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:13,809 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=663545c8763c63b99042eb2a2791b754, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:13,812 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=663545c8763c63b99042eb2a2791b754, ASSIGN because future has completed
2024-11-15T02:47:13,813 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663545c8763c63b99042eb2a2791b754, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:13,976 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:13,976 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 663545c8763c63b99042eb2a2791b754, NAME => 'testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:13,977 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:13,977 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:13,977 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:13,977 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:13,980 INFO  [StoreOpener-663545c8763c63b99042eb2a2791b754-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 663545c8763c63b99042eb2a2791b754 
2024-11-15T02:47:13,985 INFO  [StoreOpener-663545c8763c63b99042eb2a2791b754-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663545c8763c63b99042eb2a2791b754 columnFamilyName testFamily
2024-11-15T02:47:13,986 DEBUG [StoreOpener-663545c8763c63b99042eb2a2791b754-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:13,987 INFO  [StoreOpener-663545c8763c63b99042eb2a2791b754-1 {}] regionserver.HStore(327): Store=663545c8763c63b99042eb2a2791b754/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:13,987 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:13,993 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:13,994 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:14,002 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:14,002 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:14,010 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-15T02:47:14,025 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:14,027 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 663545c8763c63b99042eb2a2791b754; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62548856, jitterRate=-0.06794941425323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:14,027 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:14,028 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 663545c8763c63b99042eb2a2791b754:
Running coprocessor pre-open hook at 1731638833977Writing region info on filesystem at 1731638833977Initializing all the Stores at 1731638833979 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638833979Cleaning up temporary data from old regions at 1731638834003 (+24 ms)Running coprocessor post-open hooks at 1731638834027 (+24 ms)Region opened successfully at 1731638834028 (+1 ms)
2024-11-15T02:47:14,037 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754., pid=15, masterSystemTime=1731638833967
2024-11-15T02:47:14,040 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:14,041 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:14,042 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=663545c8763c63b99042eb2a2791b754, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:14,045 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663545c8763c63b99042eb2a2791b754, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:14,052 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-15T02:47:14,053 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 663545c8763c63b99042eb2a2791b754, server=ce6119325ab7,36253,1731638752627 in 234 msec
2024-11-15T02:47:14,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T02:47:14,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=663545c8763c63b99042eb2a2791b754, ASSIGN in 399 msec
2024-11-15T02:47:14,061 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:14,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638834061"}]},"ts":"1731638834061"}
2024-11-15T02:47:14,065 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-15T02:47:14,072 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:14,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 515 msec
2024-11-15T02:47:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T02:47:14,586 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-15T02:47:14,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-15T02:47:14,587 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:14,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-15T02:47:14,594 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:14,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-15T02:47:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:14,638 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:14,638 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-15T02:47:14,642 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T02:47:14,649 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T02:47:14,654 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T02:47:14,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3459589096001765351
2024-11-15T02:47:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638837653, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:47:14,660 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T02:47:14,663 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T02:47:14,663 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:47:14,666 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:47:14,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3459589096001765349
2024-11-15T02:47:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638837666, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:47:14,674 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:47:14,675 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3459589096001765348
2024-11-15T02:47:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638837674, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:47:14,680 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:47:14,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3459589096001765347
2024-11-15T02:47:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:58930 deadline: 1731638837680, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T02:47:14,690 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T02:47:14,705 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=222 (was 219)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1579190791_22 at /127.0.0.1:56878 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 794), ProcessCount=11 (was 11), AvailableMemoryMB=1234 (was 1349)
2024-11-15T02:47:14,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=1225
2024-11-15T02:47:14,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-15T02:47:14,747 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:14,747 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:14,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-15T02:47:14,751 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T02:47:14,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741843_1019 (size=418)
2024-11-15T02:47:14,791 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 304a64e58bad24e8d9b4bf244fc19602, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:14,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741844_1020 (size=69)
2024-11-15T02:47:15,031 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 304a64e58bad24e8d9b4bf244fc19602, disabling compactions & flushes
2024-11-15T02:47:15,218 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602. after waiting 0 ms
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,218 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,218 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 304a64e58bad24e8d9b4bf244fc19602:
Waiting for close lock at 1731638835218Disabling compacts and flushes for region at 1731638835218Disabling writes for close at 1731638835218Writing region close event to WAL at 1731638835218Closed at 1731638835218
2024-11-15T02:47:15,221 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:15,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731638835221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638835221"}]},"ts":"1731638835221"}
2024-11-15T02:47:15,225 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:15,236 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:15,237 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638835236"}]},"ts":"1731638835236"}
2024-11-15T02:47:15,245 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T02:47:15,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=304a64e58bad24e8d9b4bf244fc19602, ASSIGN}]
2024-11-15T02:47:15,250 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=304a64e58bad24e8d9b4bf244fc19602, ASSIGN
2024-11-15T02:47:15,256 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=304a64e58bad24e8d9b4bf244fc19602, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:15,408 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=304a64e58bad24e8d9b4bf244fc19602, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:15,411 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=304a64e58bad24e8d9b4bf244fc19602, ASSIGN because future has completed
2024-11-15T02:47:15,412 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304a64e58bad24e8d9b4bf244fc19602, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:15,589 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,590 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 304a64e58bad24e8d9b4bf244fc19602, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:15,590 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,590 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:15,591 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,591 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,604 INFO  [StoreOpener-304a64e58bad24e8d9b4bf244fc19602-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 304a64e58bad24e8d9b4bf244fc19602 
2024-11-15T02:47:15,611 INFO  [StoreOpener-304a64e58bad24e8d9b4bf244fc19602-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 304a64e58bad24e8d9b4bf244fc19602 columnFamilyName testFamily
2024-11-15T02:47:15,611 DEBUG [StoreOpener-304a64e58bad24e8d9b4bf244fc19602-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:15,617 INFO  [StoreOpener-304a64e58bad24e8d9b4bf244fc19602-1 {}] regionserver.HStore(327): Store=304a64e58bad24e8d9b4bf244fc19602/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:15,617 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,621 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,632 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,640 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:15,642 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 304a64e58bad24e8d9b4bf244fc19602; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71289537, jitterRate=0.06229688227176666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:15,642 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:15,643 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 304a64e58bad24e8d9b4bf244fc19602:
Running coprocessor pre-open hook at 1731638835591Writing region info on filesystem at 1731638835591Initializing all the Stores at 1731638835599 (+8 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638835599Cleaning up temporary data from old regions at 1731638835622 (+23 ms)Running coprocessor post-open hooks at 1731638835642 (+20 ms)Region opened successfully at 1731638835643 (+1 ms)
2024-11-15T02:47:15,644 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., pid=18, masterSystemTime=1731638835569
2024-11-15T02:47:15,652 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,652 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:15,653 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=304a64e58bad24e8d9b4bf244fc19602, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:15,658 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 304a64e58bad24e8d9b4bf244fc19602, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:15,666 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-15T02:47:15,666 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 304a64e58bad24e8d9b4bf244fc19602, server=ce6119325ab7,36253,1731638752627 in 250 msec
2024-11-15T02:47:15,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-15T02:47:15,672 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=304a64e58bad24e8d9b4bf244fc19602, ASSIGN in 420 msec
2024-11-15T02:47:15,673 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:15,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638835673"}]},"ts":"1731638835673"}
2024-11-15T02:47:15,677 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T02:47:15,682 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:15,686 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 952 msec
2024-11-15T02:47:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T02:47:15,767 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-15T02:47:15,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T02:47:15,767 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:15,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T02:47:15,774 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:15,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-15T02:47:15,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:15,802 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:15,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T02:47:15,807 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T02:47:15,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T02:47:16,818 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-15T02:47:16,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-15T02:47:16,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-15T02:47:17,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:17,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T02:47:18,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-11-15T02:47:18,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-11-15T02:47:18,819 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:18,829 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 222), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=858 (was 1225)
2024-11-15T02:47:18,838 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=858
2024-11-15T02:47:18,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-15T02:47:18,845 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:18,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:18,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-15T02:47:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T02:47:18,849 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:18,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741845_1021 (size=416)
2024-11-15T02:47:19,265 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 614321eda8f07e8aee8cf7ac84fb7923, NAME => 'testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:19,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741846_1022 (size=67)
2024-11-15T02:47:19,278 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:19,278 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 614321eda8f07e8aee8cf7ac84fb7923, disabling compactions & flushes
2024-11-15T02:47:19,279 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923. after waiting 0 ms
2024-11-15T02:47:19,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,279 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,279 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 614321eda8f07e8aee8cf7ac84fb7923:
Waiting for close lock at 1731638839278Disabling compacts and flushes for region at 1731638839278Disabling writes for close at 1731638839279 (+1 ms)Writing region close event to WAL at 1731638839279Closed at 1731638839279
2024-11-15T02:47:19,283 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:19,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731638839283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638839283"}]},"ts":"1731638839283"}
2024-11-15T02:47:19,286 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:19,288 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:19,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638839288"}]},"ts":"1731638839288"}
2024-11-15T02:47:19,295 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T02:47:19,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=614321eda8f07e8aee8cf7ac84fb7923, ASSIGN}]
2024-11-15T02:47:19,297 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=614321eda8f07e8aee8cf7ac84fb7923, ASSIGN
2024-11-15T02:47:19,299 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=614321eda8f07e8aee8cf7ac84fb7923, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:19,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-15T02:47:19,449 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=614321eda8f07e8aee8cf7ac84fb7923, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:19,454 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=614321eda8f07e8aee8cf7ac84fb7923, ASSIGN because future has completed
2024-11-15T02:47:19,454 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614321eda8f07e8aee8cf7ac84fb7923, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:19,480 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:19,621 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,621 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 614321eda8f07e8aee8cf7ac84fb7923, NAME => 'testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:19,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:19,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,622 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,625 INFO  [StoreOpener-614321eda8f07e8aee8cf7ac84fb7923-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 614321eda8f07e8aee8cf7ac84fb7923 
2024-11-15T02:47:19,627 INFO  [StoreOpener-614321eda8f07e8aee8cf7ac84fb7923-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 614321eda8f07e8aee8cf7ac84fb7923 columnFamilyName testFamily
2024-11-15T02:47:19,627 DEBUG [StoreOpener-614321eda8f07e8aee8cf7ac84fb7923-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:19,628 INFO  [StoreOpener-614321eda8f07e8aee8cf7ac84fb7923-1 {}] regionserver.HStore(327): Store=614321eda8f07e8aee8cf7ac84fb7923/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:19,628 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,631 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,631 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,634 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,639 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:19,640 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 614321eda8f07e8aee8cf7ac84fb7923; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65676302, jitterRate=-0.021346837282180786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:19,641 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:19,642 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 614321eda8f07e8aee8cf7ac84fb7923:
Running coprocessor pre-open hook at 1731638839623Writing region info on filesystem at 1731638839623Initializing all the Stores at 1731638839624 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638839624Cleaning up temporary data from old regions at 1731638839631 (+7 ms)Running coprocessor post-open hooks at 1731638839641 (+10 ms)Region opened successfully at 1731638839642 (+1 ms)
2024-11-15T02:47:19,643 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923., pid=21, masterSystemTime=1731638839614
2024-11-15T02:47:19,647 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,647 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:19,648 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=614321eda8f07e8aee8cf7ac84fb7923, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:19,658 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 614321eda8f07e8aee8cf7ac84fb7923, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:19,669 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-15T02:47:19,671 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 614321eda8f07e8aee8cf7ac84fb7923, server=ce6119325ab7,36253,1731638752627 in 205 msec
2024-11-15T02:47:19,675 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-15T02:47:19,675 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=614321eda8f07e8aee8cf7ac84fb7923, ASSIGN in 374 msec
2024-11-15T02:47:19,677 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:19,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638839677"}]},"ts":"1731638839677"}
2024-11-15T02:47:19,692 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T02:47:19,696 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:19,706 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 854 msec
2024-11-15T02:47:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T02:47:19,867 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-15T02:47:19,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T02:47:19,868 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:19,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T02:47:19,874 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:19,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-15T02:47:19,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:19,901 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:19,901 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T02:47:19,905 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T02:47:19,908 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T02:47:19,910 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T02:47:19,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T02:47:19,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T02:47:21,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-15T02:47:21,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-15T02:47:21,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T02:47:21,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:21,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-15T02:47:21,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:21,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-15T02:47:21,734 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765336' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T02:47:22,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:58930 deadline: 1731638843919, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765336' does not exist
2024-11-15T02:47:22,924 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ce6119325ab7,36253,1731638752627 for closing scanner id = -3459589096001765336 for 614321eda8f07e8aee8cf7ac84fb7923 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765336' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T02:47:22,931 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=772 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=514 (was 858)
2024-11-15T02:47:22,943 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=772, ProcessCount=11, AvailableMemoryMB=513
2024-11-15T02:47:22,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-15T02:47:22,950 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:22,950 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:22,950 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-15T02:47:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T02:47:22,952 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:22,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741847_1023 (size=411)
2024-11-15T02:47:23,366 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fb957c34c1755a3128363c2607102b3, NAME => 'testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:23,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741848_1024 (size=62)
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4fb957c34c1755a3128363c2607102b3, disabling compactions & flushes
2024-11-15T02:47:23,382 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3. after waiting 0 ms
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,382 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,382 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fb957c34c1755a3128363c2607102b3:
Waiting for close lock at 1731638843382Disabling compacts and flushes for region at 1731638843382Disabling writes for close at 1731638843382Writing region close event to WAL at 1731638843382Closed at 1731638843382
2024-11-15T02:47:23,384 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:23,385 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731638843384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638843384"}]},"ts":"1731638843384"}
2024-11-15T02:47:23,388 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:23,390 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:23,391 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638843390"}]},"ts":"1731638843390"}
2024-11-15T02:47:23,394 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T02:47:23,395 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb957c34c1755a3128363c2607102b3, ASSIGN}]
2024-11-15T02:47:23,397 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb957c34c1755a3128363c2607102b3, ASSIGN
2024-11-15T02:47:23,398 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb957c34c1755a3128363c2607102b3, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-15T02:47:23,549 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4fb957c34c1755a3128363c2607102b3, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:23,553 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb957c34c1755a3128363c2607102b3, ASSIGN because future has completed
2024-11-15T02:47:23,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb957c34c1755a3128363c2607102b3, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:23,713 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,713 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fb957c34c1755a3128363c2607102b3, NAME => 'testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:23,713 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,714 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:23,714 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,714 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,720 INFO  [StoreOpener-4fb957c34c1755a3128363c2607102b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4fb957c34c1755a3128363c2607102b3 
2024-11-15T02:47:23,727 INFO  [StoreOpener-4fb957c34c1755a3128363c2607102b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb957c34c1755a3128363c2607102b3 columnFamilyName testFamily
2024-11-15T02:47:23,727 DEBUG [StoreOpener-4fb957c34c1755a3128363c2607102b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:23,729 INFO  [StoreOpener-4fb957c34c1755a3128363c2607102b3-1 {}] regionserver.HStore(327): Store=4fb957c34c1755a3128363c2607102b3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:23,729 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,731 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,733 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,735 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,735 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,739 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,745 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:23,746 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 4fb957c34c1755a3128363c2607102b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59030631, jitterRate=-0.12037505209445953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:23,746 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:23,747 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 4fb957c34c1755a3128363c2607102b3:
Running coprocessor pre-open hook at 1731638843714Writing region info on filesystem at 1731638843714Initializing all the Stores at 1731638843718 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638843718Cleaning up temporary data from old regions at 1731638843735 (+17 ms)Running coprocessor post-open hooks at 1731638843746 (+11 ms)Region opened successfully at 1731638843747 (+1 ms)
2024-11-15T02:47:23,749 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3., pid=24, masterSystemTime=1731638843707
2024-11-15T02:47:23,753 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,753 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:23,754 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4fb957c34c1755a3128363c2607102b3, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:23,759 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb957c34c1755a3128363c2607102b3, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:23,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-15T02:47:23,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fb957c34c1755a3128363c2607102b3, server=ce6119325ab7,36253,1731638752627 in 208 msec
2024-11-15T02:47:23,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-15T02:47:23,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=4fb957c34c1755a3128363c2607102b3, ASSIGN in 373 msec
2024-11-15T02:47:23,776 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:23,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638843776"}]},"ts":"1731638843776"}
2024-11-15T02:47:23,790 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T02:47:23,793 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:23,800 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 847 msec
2024-11-15T02:47:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T02:47:23,966 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-15T02:47:23,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T02:47:23,966 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:23,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T02:47:23,973 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:23,973 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-15T02:47:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:23,999 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:24,000 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T02:47:24,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T02:47:24,006 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T02:47:24,008 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T02:47:24,009 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T02:47:25,126 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:27,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36253 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765332' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T02:47:27,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36253 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:58930 deadline: 1731638848008, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765332' does not exist
2024-11-15T02:47:27,012 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ce6119325ab7,36253,1731638752627 for closing scanner id = -3459589096001765332 for 4fb957c34c1755a3128363c2607102b3 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765332' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T02:47:27,018 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=782 (was 772) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1656 (was 513) - AvailableMemoryMB LEAK? -
2024-11-15T02:47:27,029 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=782, ProcessCount=11, AvailableMemoryMB=1653
2024-11-15T02:47:27,031 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:27,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T02:47:27,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-15T02:47:27,035 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:27,035 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:27,035 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-15T02:47:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T02:47:27,037 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:27,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741849_1025 (size=419)
2024-11-15T02:47:27,461 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7a355041300ebf1feaf68d2b5504e5f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:27,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741850_1026 (size=70)
2024-11-15T02:47:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing a7a355041300ebf1feaf68d2b5504e5f, disabling compactions & flushes
2024-11-15T02:47:27,903 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f. after waiting 0 ms
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:27,903 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:27,903 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7a355041300ebf1feaf68d2b5504e5f:
Waiting for close lock at 1731638847903Disabling compacts and flushes for region at 1731638847903Disabling writes for close at 1731638847903Writing region close event to WAL at 1731638847903Closed at 1731638847903
2024-11-15T02:47:27,906 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:27,906 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731638847906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638847906"}]},"ts":"1731638847906"}
2024-11-15T02:47:27,910 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:27,912 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:27,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638847912"}]},"ts":"1731638847912"}
2024-11-15T02:47:27,918 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T02:47:27,918 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a7a355041300ebf1feaf68d2b5504e5f, ASSIGN}]
2024-11-15T02:47:27,921 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a7a355041300ebf1feaf68d2b5504e5f, ASSIGN
2024-11-15T02:47:27,930 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a7a355041300ebf1feaf68d2b5504e5f, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T02:47:28,083 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=a7a355041300ebf1feaf68d2b5504e5f, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:28,086 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a7a355041300ebf1feaf68d2b5504e5f, ASSIGN because future has completed
2024-11-15T02:47:28,086 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a355041300ebf1feaf68d2b5504e5f, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:28,257 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:28,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => a7a355041300ebf1feaf68d2b5504e5f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:28,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:28,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,276 INFO  [StoreOpener-a7a355041300ebf1feaf68d2b5504e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a7a355041300ebf1feaf68d2b5504e5f 
2024-11-15T02:47:28,280 INFO  [StoreOpener-a7a355041300ebf1feaf68d2b5504e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7a355041300ebf1feaf68d2b5504e5f columnFamilyName testFamily
2024-11-15T02:47:28,280 DEBUG [StoreOpener-a7a355041300ebf1feaf68d2b5504e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:28,285 INFO  [StoreOpener-a7a355041300ebf1feaf68d2b5504e5f-1 {}] regionserver.HStore(327): Store=a7a355041300ebf1feaf68d2b5504e5f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:28,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:28,311 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened a7a355041300ebf1feaf68d2b5504e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62719431, jitterRate=-0.0654076486825943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:28,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:28,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for a7a355041300ebf1feaf68d2b5504e5f:
Running coprocessor pre-open hook at 1731638848259Writing region info on filesystem at 1731638848259Initializing all the Stores at 1731638848273 (+14 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638848273Cleaning up temporary data from old regions at 1731638848290 (+17 ms)Running coprocessor post-open hooks at 1731638848312 (+22 ms)Region opened successfully at 1731638848312
2024-11-15T02:47:28,320 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., pid=27, masterSystemTime=1731638848239
2024-11-15T02:47:28,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:28,337 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:28,357 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=a7a355041300ebf1feaf68d2b5504e5f, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:28,361 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7a355041300ebf1feaf68d2b5504e5f, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:28,384 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-15T02:47:28,384 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure a7a355041300ebf1feaf68d2b5504e5f, server=ce6119325ab7,36253,1731638752627 in 287 msec
2024-11-15T02:47:28,394 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-15T02:47:28,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=a7a355041300ebf1feaf68d2b5504e5f, ASSIGN in 466 msec
2024-11-15T02:47:28,396 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:28,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638848396"}]},"ts":"1731638848396"}
2024-11-15T02:47:28,400 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T02:47:28,405 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:28,414 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.3740 sec
2024-11-15T02:47:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T02:47:30,076 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-15T02:47:30,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T02:47:30,077 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:30,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T02:47:30,083 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:30,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T02:47:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:30,107 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:30,107 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T02:47:30,112 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T02:47:30,115 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T02:47:31,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T02:47:31,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:31,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T02:47:31,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:33,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-15T02:47:33,761 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:36,118 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-15T02:47:36,118 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-15T02:47:36,118 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:36,138 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=900 (was 782) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1307 (was 1653)
2024-11-15T02:47:36,155 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=900, ProcessCount=11, AvailableMemoryMB=1307
2024-11-15T02:47:36,159 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:36,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-15T02:47:36,172 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:36,172 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:36,173 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-15T02:47:36,175 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T02:47:36,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741851_1027 (size=407)
2024-11-15T02:47:36,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-15T02:47:36,661 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fd67926dfc4ab3e9ff96b45a78e2d61, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:36,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741852_1028 (size=58)
2024-11-15T02:47:37,109 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:37,109 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 5fd67926dfc4ab3e9ff96b45a78e2d61, disabling compactions & flushes
2024-11-15T02:47:37,109 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,109 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,110 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61. after waiting 0 ms
2024-11-15T02:47:37,110 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,110 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,110 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fd67926dfc4ab3e9ff96b45a78e2d61:
Waiting for close lock at 1731638857109Disabling compacts and flushes for region at 1731638857109Disabling writes for close at 1731638857110 (+1 ms)Writing region close event to WAL at 1731638857110Closed at 1731638857110
2024-11-15T02:47:37,114 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:37,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731638857114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638857114"}]},"ts":"1731638857114"}
2024-11-15T02:47:37,126 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:37,129 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:37,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638857129"}]},"ts":"1731638857129"}
2024-11-15T02:47:37,135 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T02:47:37,136 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5fd67926dfc4ab3e9ff96b45a78e2d61, ASSIGN}]
2024-11-15T02:47:37,140 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5fd67926dfc4ab3e9ff96b45a78e2d61, ASSIGN
2024-11-15T02:47:37,142 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5fd67926dfc4ab3e9ff96b45a78e2d61, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T02:47:37,293 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5fd67926dfc4ab3e9ff96b45a78e2d61, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:37,298 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5fd67926dfc4ab3e9ff96b45a78e2d61, ASSIGN because future has completed
2024-11-15T02:47:37,298 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fd67926dfc4ab3e9ff96b45a78e2d61, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:37,462 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fd67926dfc4ab3e9ff96b45a78e2d61, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:37,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:37,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,467 INFO  [StoreOpener-5fd67926dfc4ab3e9ff96b45a78e2d61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5fd67926dfc4ab3e9ff96b45a78e2d61 
2024-11-15T02:47:37,470 INFO  [StoreOpener-5fd67926dfc4ab3e9ff96b45a78e2d61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fd67926dfc4ab3e9ff96b45a78e2d61 columnFamilyName testFamily
2024-11-15T02:47:37,471 DEBUG [StoreOpener-5fd67926dfc4ab3e9ff96b45a78e2d61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:37,472 INFO  [StoreOpener-5fd67926dfc4ab3e9ff96b45a78e2d61-1 {}] regionserver.HStore(327): Store=5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:37,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:37,489 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 5fd67926dfc4ab3e9ff96b45a78e2d61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73579065, jitterRate=0.0964135080575943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:37,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:37,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 5fd67926dfc4ab3e9ff96b45a78e2d61:
Running coprocessor pre-open hook at 1731638857464Writing region info on filesystem at 1731638857464Initializing all the Stores at 1731638857466 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638857467 (+1 ms)Cleaning up temporary data from old regions at 1731638857475 (+8 ms)Running coprocessor post-open hooks at 1731638857489 (+14 ms)Region opened successfully at 1731638857489
2024-11-15T02:47:37,492 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., pid=30, masterSystemTime=1731638857454
2024-11-15T02:47:37,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:37,501 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=5fd67926dfc4ab3e9ff96b45a78e2d61, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:37,503 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fd67926dfc4ab3e9ff96b45a78e2d61, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:37,509 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-15T02:47:37,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fd67926dfc4ab3e9ff96b45a78e2d61, server=ce6119325ab7,36253,1731638752627 in 207 msec
2024-11-15T02:47:37,513 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-15T02:47:37,513 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=5fd67926dfc4ab3e9ff96b45a78e2d61, ASSIGN in 373 msec
2024-11-15T02:47:37,515 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:37,515 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638857515"}]},"ts":"1731638857515"}
2024-11-15T02:47:37,518 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T02:47:37,520 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:37,526 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.3610 sec
2024-11-15T02:47:37,830 INFO  [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T02:47:37,830 INFO  [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T02:47:39,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-15T02:47:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T02:47:39,197 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-15T02:47:39,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T02:47:39,197 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:39,202 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T02:47:39,202 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:39,202 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-15T02:47:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:39,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:39,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T02:47:39,221 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T02:47:39,224 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T02:47:39,226 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T02:47:39,226 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T02:47:41,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-15T02:47:41,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:42,967 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:45,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765324' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T02:47:45,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36253 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:58930 deadline: 1731638871228, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765324' does not exist
2024-11-15T02:47:45,232 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to ce6119325ab7,36253,1731638752627 for closing scanner id = -3459589096001765324 for 5fd67926dfc4ab3e9ff96b45a78e2d61 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3459589096001765324' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T02:47:45,245 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=854 (was 900), ProcessCount=11 (was 11), AvailableMemoryMB=470 (was 1307)
2024-11-15T02:47:45,265 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=854, ProcessCount=11, AvailableMemoryMB=469
2024-11-15T02:47:45,269 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T02:47:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T02:47:45,280 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T02:47:45,281 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:45,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-15T02:47:45,284 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T02:47:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T02:47:45,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741853_1029 (size=423)
2024-11-15T02:47:45,326 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7065068fc1d9ffa04f08fa77b09cfb01, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4
2024-11-15T02:47:45,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741854_1030 (size=74)
2024-11-15T02:47:45,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:45,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7065068fc1d9ffa04f08fa77b09cfb01, disabling compactions & flushes
2024-11-15T02:47:45,362 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01. after waiting 0 ms
2024-11-15T02:47:45,362 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,363 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,363 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7065068fc1d9ffa04f08fa77b09cfb01:
Waiting for close lock at 1731638865362Disabling compacts and flushes for region at 1731638865362Disabling writes for close at 1731638865362Writing region close event to WAL at 1731638865362Closed at 1731638865363 (+1 ms)
2024-11-15T02:47:45,369 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T02:47:45,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731638865369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731638865369"}]},"ts":"1731638865369"}
2024-11-15T02:47:45,374 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T02:47:45,376 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T02:47:45,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638865376"}]},"ts":"1731638865376"}
2024-11-15T02:47:45,380 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T02:47:45,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7065068fc1d9ffa04f08fa77b09cfb01, ASSIGN}]
2024-11-15T02:47:45,386 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7065068fc1d9ffa04f08fa77b09cfb01, ASSIGN
2024-11-15T02:47:45,388 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7065068fc1d9ffa04f08fa77b09cfb01, ASSIGN; state=OFFLINE, location=ce6119325ab7,36253,1731638752627; forceNewPlan=false, retain=false
2024-11-15T02:47:45,543 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7065068fc1d9ffa04f08fa77b09cfb01, regionState=OPENING, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:45,546 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7065068fc1d9ffa04f08fa77b09cfb01, ASSIGN because future has completed
2024-11-15T02:47:45,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7065068fc1d9ffa04f08fa77b09cfb01, server=ce6119325ab7,36253,1731638752627}]
2024-11-15T02:47:45,706 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,706 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 7065068fc1d9ffa04f08fa77b09cfb01, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.', STARTKEY => '', ENDKEY => ''}
2024-11-15T02:47:45,707 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,707 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T02:47:45,707 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,707 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,712 INFO  [StoreOpener-7065068fc1d9ffa04f08fa77b09cfb01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7065068fc1d9ffa04f08fa77b09cfb01 
2024-11-15T02:47:45,720 INFO  [StoreOpener-7065068fc1d9ffa04f08fa77b09cfb01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7065068fc1d9ffa04f08fa77b09cfb01 columnFamilyName testFamily
2024-11-15T02:47:45,720 DEBUG [StoreOpener-7065068fc1d9ffa04f08fa77b09cfb01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T02:47:45,721 INFO  [StoreOpener-7065068fc1d9ffa04f08fa77b09cfb01-1 {}] regionserver.HStore(327): Store=7065068fc1d9ffa04f08fa77b09cfb01/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T02:47:45,721 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,722 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,723 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,724 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,724 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,727 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-15T02:47:45,736 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T02:47:45,737 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 7065068fc1d9ffa04f08fa77b09cfb01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70722148, jitterRate=0.053842127323150635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T02:47:45,738 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:45,738 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 7065068fc1d9ffa04f08fa77b09cfb01:
Running coprocessor pre-open hook at 1731638865707Writing region info on filesystem at 1731638865707Initializing all the Stores at 1731638865709 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731638865709Cleaning up temporary data from old regions at 1731638865724 (+15 ms)Running coprocessor post-open hooks at 1731638865738 (+14 ms)Region opened successfully at 1731638865738
2024-11-15T02:47:45,741 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., pid=33, masterSystemTime=1731638865700
2024-11-15T02:47:45,746 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,747 INFO  [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:45,751 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=7065068fc1d9ffa04f08fa77b09cfb01, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,36253,1731638752627
2024-11-15T02:47:45,757 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7065068fc1d9ffa04f08fa77b09cfb01, server=ce6119325ab7,36253,1731638752627 because future has completed
2024-11-15T02:47:45,772 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-15T02:47:45,773 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 7065068fc1d9ffa04f08fa77b09cfb01, server=ce6119325ab7,36253,1731638752627 in 217 msec
2024-11-15T02:47:45,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-15T02:47:45,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=7065068fc1d9ffa04f08fa77b09cfb01, ASSIGN in 392 msec
2024-11-15T02:47:45,781 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T02:47:45,781 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731638865781"}]},"ts":"1731638865781"}
2024-11-15T02:47:45,786 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T02:47:45,789 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T02:47:45,793 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 520 msec
2024-11-15T02:47:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T02:47:46,297 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-15T02:47:46,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T02:47:46,298 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:46,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T02:47:46,307 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T02:47:46,307 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T02:47:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:46,330 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T02:47:46,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T02:47:46,334 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T02:47:46,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T02:47:47,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-15T02:47:47,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-15T02:47:47,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-15T02:47:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2]
2024-11-15T02:47:48,356 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T02:47:49,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=ce6119325ab7:36253 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=981ms
2024-11-15T02:47:49,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=984ms, rpcTimeout=981ms
2024-11-15T02:47:49,338 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., hostname=ce6119325ab7,36253,1731638752627, seqNum=2 from cache
2024-11-15T02:47:49,352 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1579190791_22 at /127.0.0.1:40972 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=866 (was 854) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=284 (was 469)
2024-11-15T02:47:49,353 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T02:47:49,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T02:47:49,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,362 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T02:47:49,363 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T02:47:49,363 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T02:47:49,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T02:47:49,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,363 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T02:47:49,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T02:47:49,364 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961867613, stopped=false
2024-11-15T02:47:49,368 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,38491,1731638751181
2024-11-15T02:47:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T02:47:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T02:47:49,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:47:49,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:47:49,381 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T02:47:49,381 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T02:47:49,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T02:47:49,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T02:47:49,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T02:47:49,382 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,36253,1731638752627' *****
2024-11-15T02:47:49,382 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T02:47:49,383 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T02:47:49,383 INFO  [RS:0;ce6119325ab7:36253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T02:47:49,383 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T02:47:49,383 INFO  [RS:0;ce6119325ab7:36253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T02:47:49,383 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 304a64e58bad24e8d9b4bf244fc19602
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 22e856cd0d90c1ee9b0e20cce532eb22
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 663545c8763c63b99042eb2a2791b754
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 614321eda8f07e8aee8cf7ac84fb7923
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fb957c34c1755a3128363c2607102b3
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 7065068fc1d9ffa04f08fa77b09cfb01
2024-11-15T02:47:49,384 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,36253,1731638752627
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:36253.
2024-11-15T02:47:49,385 DEBUG [RS:0;ce6119325ab7:36253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T02:47:49,385 DEBUG [RS:0;ce6119325ab7:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:49,385 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 304a64e58bad24e8d9b4bf244fc19602, disabling compactions & flushes
2024-11-15T02:47:49,385 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T02:47:49,385 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T02:47:49,386 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T02:47:49,385 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:49,386 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T02:47:49,386 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602. after waiting 0 ms
2024-11-15T02:47:49,386 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:49,391 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-15T02:47:49,392 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22e856cd0d90c1ee9b0e20cce532eb22, 304a64e58bad24e8d9b4bf244fc19602, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:49,392 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T02:47:49,392 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T02:47:49,392 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T02:47:49,393 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T02:47:49,393 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T02:47:49,394 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-15T02:47:49,395 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 304a64e58bad24e8d9b4bf244fc19602 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:49,510 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/.tmp/testFamily/15bc034a21e54e08b5ae44db7de70096 is 61, key is row-0/testFamily:testQualifier/1731638835786/Put/seqid=0
2024-11-15T02:47:49,525 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/info/1e8f6b291738455596d47c5659182267 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c./info:regioninfo/1731638818974/Put/seqid=0
2024-11-15T02:47:49,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741855_1031 (size=5049)
2024-11-15T02:47:49,549 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/.tmp/testFamily/15bc034a21e54e08b5ae44db7de70096
2024-11-15T02:47:49,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741856_1032 (size=20564)
2024-11-15T02:47:49,592 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22e856cd0d90c1ee9b0e20cce532eb22, 304a64e58bad24e8d9b4bf244fc19602, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:49,641 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/.tmp/testFamily/15bc034a21e54e08b5ae44db7de70096 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/testFamily/15bc034a21e54e08b5ae44db7de70096
2024-11-15T02:47:49,668 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/testFamily/15bc034a21e54e08b5ae44db7de70096, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:49,683 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 304a64e58bad24e8d9b4bf244fc19602 in 289ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:49,741 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScanner/304a64e58bad24e8d9b4bf244fc19602/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:49,751 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:49,751 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 304a64e58bad24e8d9b4bf244fc19602:
Waiting for close lock at 1731638869385Running coprocessor pre-close hooks at 1731638869385Disabling compacts and flushes for region at 1731638869385Disabling writes for close at 1731638869386 (+1 ms)Obtaining lock to block concurrent updates at 1731638869395 (+9 ms)Preparing flush snapshotting stores in 304a64e58bad24e8d9b4bf244fc19602 at 1731638869395Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638869406 (+11 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602. at 1731638869413 (+7 ms)Flushing 304a64e58bad24e8d9b4bf244fc19602/testFamily: creating writer at 1731638869413Flushing 304a64e58bad24e8d9b4bf244fc19602/testFamily: appending metadata at 1731638869499 (+86 ms)Flushing 304a64e58bad24e8d9b4bf244fc19602/testFamily: closing flushed file at 1731638869505 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@185a656a: reopening flushed file at 1731638869630 (+125 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 304a64e58bad24e8d9b4bf244fc19602 in 289ms, sequenceid=8, compaction requested=false at 1731638869683 (+53 ms)Writing region close event to WAL at 1731638869717 (+34 ms)Running coprocessor post-close hooks at 1731638869745 (+28 ms)Closed at 1731638869751 (+6 ms)
2024-11-15T02:47:49,752 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731638834729.304a64e58bad24e8d9b4bf244fc19602.
2024-11-15T02:47:49,752 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22e856cd0d90c1ee9b0e20cce532eb22, disabling compactions & flushes
2024-11-15T02:47:49,752 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:49,752 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:49,752 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22. after waiting 0 ms
2024-11-15T02:47:49,752 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:49,752 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22e856cd0d90c1ee9b0e20cce532eb22 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:49,792 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22e856cd0d90c1ee9b0e20cce532eb22, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:49,795 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/.tmp/testFamily/f5d3f1d898b84361a01d39b4a6f307ff is 61, key is row-0/testFamily:testQualifier/1731638827456/Put/seqid=0
2024-11-15T02:47:49,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741857_1033 (size=5049)
2024-11-15T02:47:49,837 INFO  [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T02:47:49,837 INFO  [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T02:47:49,857 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T02:47:49,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T02:47:49,960 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/info/1e8f6b291738455596d47c5659182267
2024-11-15T02:47:49,993 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22e856cd0d90c1ee9b0e20cce532eb22, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:50,023 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/ns/416dca2c9915408cb9aa1cd9d0ebdddd is 43, key is default/ns:d/1731638817692/Put/seqid=0
2024-11-15T02:47:50,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741858_1034 (size=5153)
2024-11-15T02:47:50,059 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/ns/416dca2c9915408cb9aa1cd9d0ebdddd
2024-11-15T02:47:50,113 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/table/1db83c7c743a4aff92ec98093759d131 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731638819010/Put/seqid=0
2024-11-15T02:47:50,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741859_1035 (size=6699)
2024-11-15T02:47:50,194 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22e856cd0d90c1ee9b0e20cce532eb22, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:50,227 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/.tmp/testFamily/f5d3f1d898b84361a01d39b4a6f307ff
2024-11-15T02:47:50,265 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/.tmp/testFamily/f5d3f1d898b84361a01d39b4a6f307ff as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/testFamily/f5d3f1d898b84361a01d39b4a6f307ff
2024-11-15T02:47:50,296 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/testFamily/f5d3f1d898b84361a01d39b4a6f307ff, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:50,302 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22e856cd0d90c1ee9b0e20cce532eb22 in 550ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:50,348 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNextAsync/22e856cd0d90c1ee9b0e20cce532eb22/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:50,354 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:50,354 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22e856cd0d90c1ee9b0e20cce532eb22:
Waiting for close lock at 1731638869752Running coprocessor pre-close hooks at 1731638869752Disabling compacts and flushes for region at 1731638869752Disabling writes for close at 1731638869752Obtaining lock to block concurrent updates at 1731638869752Preparing flush snapshotting stores in 22e856cd0d90c1ee9b0e20cce532eb22 at 1731638869752Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638869753 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22. at 1731638869754 (+1 ms)Flushing 22e856cd0d90c1ee9b0e20cce532eb22/testFamily: creating writer at 1731638869754Flushing 22e856cd0d90c1ee9b0e20cce532eb22/testFamily: appending metadata at 1731638869794 (+40 ms)Flushing 22e856cd0d90c1ee9b0e20cce532eb22/testFamily: closing flushed file at 1731638869794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688af8ef: reopening flushed file at 1731638870256 (+462 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 22e856cd0d90c1ee9b0e20cce532eb22 in 550ms, sequenceid=8, compaction requested=false at 1731638870302 (+46 ms)Writing region close event to WAL at 1731638870310 (+8 ms)Running coprocessor post-close hooks at 1731638870354 (+44 ms)Closed at 1731638870354
2024-11-15T02:47:50,355 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731638826396.22e856cd0d90c1ee9b0e20cce532eb22.
2024-11-15T02:47:50,355 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 663545c8763c63b99042eb2a2791b754, disabling compactions & flushes
2024-11-15T02:47:50,355 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:50,355 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:50,355 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754. after waiting 0 ms
2024-11-15T02:47:50,355 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:50,355 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 663545c8763c63b99042eb2a2791b754 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:50,396 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-15T02:47:50,396 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1325): Online Regions={663545c8763c63b99042eb2a2791b754=testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754., 614321eda8f07e8aee8cf7ac84fb7923=testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923., 4fb957c34c1755a3128363c2607102b3=testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3., 7065068fc1d9ffa04f08fa77b09cfb01=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., bb7f1bb7af67363a395f7865bf1bbff7=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., a7a355041300ebf1feaf68d2b5504e5f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., 1588230740=hbase:meta,,1.1588230740, 5fd67926dfc4ab3e9ff96b45a78e2d61=hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., 35d44cd002de01a08eda9d301ef4d50c=testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.}
2024-11-15T02:47:50,396 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 663545c8763c63b99042eb2a2791b754, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:50,395 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/.tmp/testFamily/549230d582d149218f3fc153ea4ba14a is 61, key is row-0/testFamily:testQualifier/1731638834601/Put/seqid=0
2024-11-15T02:47:50,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741860_1036 (size=5049)
2024-11-15T02:47:50,459 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/.tmp/testFamily/549230d582d149218f3fc153ea4ba14a
2024-11-15T02:47:50,500 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/.tmp/testFamily/549230d582d149218f3fc153ea4ba14a as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/testFamily/549230d582d149218f3fc153ea4ba14a
2024-11-15T02:47:50,553 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/testFamily/549230d582d149218f3fc153ea4ba14a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:50,555 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 663545c8763c63b99042eb2a2791b754 in 200ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:50,556 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/table/1db83c7c743a4aff92ec98093759d131
2024-11-15T02:47:50,577 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/info/1e8f6b291738455596d47c5659182267 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/info/1e8f6b291738455596d47c5659182267
2024-11-15T02:47:50,584 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextException/663545c8763c63b99042eb2a2791b754/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:50,585 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:50,585 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 663545c8763c63b99042eb2a2791b754:
Waiting for close lock at 1731638870355Running coprocessor pre-close hooks at 1731638870355Disabling compacts and flushes for region at 1731638870355Disabling writes for close at 1731638870355Obtaining lock to block concurrent updates at 1731638870355Preparing flush snapshotting stores in 663545c8763c63b99042eb2a2791b754 at 1731638870355Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638870356 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754. at 1731638870358 (+2 ms)Flushing 663545c8763c63b99042eb2a2791b754/testFamily: creating writer at 1731638870358Flushing 663545c8763c63b99042eb2a2791b754/testFamily: appending metadata at 1731638870388 (+30 ms)Flushing 663545c8763c63b99042eb2a2791b754/testFamily: closing flushed file at 1731638870394 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8cf0ee: reopening flushed file at 1731638870491 (+97 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 663545c8763c63b99042eb2a2791b754 in 200ms, sequenceid=8, compaction requested=false at 1731638870555 (+64 ms)Writing region close event to WAL at 1731638870571 (+16 ms)Running coprocessor post-close hooks at 1731638870585 (+14 ms)Closed at 1731638870585
2024-11-15T02:47:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731638833556.663545c8763c63b99042eb2a2791b754.
2024-11-15T02:47:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 614321eda8f07e8aee8cf7ac84fb7923, disabling compactions & flushes
2024-11-15T02:47:50,586 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923. after waiting 0 ms
2024-11-15T02:47:50,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:50,586 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 614321eda8f07e8aee8cf7ac84fb7923 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:50,597 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:50,602 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/info/1e8f6b291738455596d47c5659182267, entries=100, sequenceid=56, filesize=20.1 K
2024-11-15T02:47:50,612 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/ns/416dca2c9915408cb9aa1cd9d0ebdddd as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/ns/416dca2c9915408cb9aa1cd9d0ebdddd
2024-11-15T02:47:50,622 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/.tmp/testFamily/b9e4cff390ed4d0985da9991c7a8056d is 61, key is row-0/testFamily:testQualifier/1731638839884/Put/seqid=0
2024-11-15T02:47:50,634 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/ns/416dca2c9915408cb9aa1cd9d0ebdddd, entries=2, sequenceid=56, filesize=5.0 K
2024-11-15T02:47:50,637 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/.tmp/table/1db83c7c743a4aff92ec98093759d131 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/table/1db83c7c743a4aff92ec98093759d131
2024-11-15T02:47:50,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741861_1037 (size=5049)
2024-11-15T02:47:50,653 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/table/1db83c7c743a4aff92ec98093759d131, entries=20, sequenceid=56, filesize=6.5 K
2024-11-15T02:47:50,660 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1267ms, sequenceid=56, compaction requested=false
2024-11-15T02:47:50,675 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-15T02:47:50,676 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T02:47:50,677 INFO  [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T02:47:50,677 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731638869392Running coprocessor pre-close hooks at 1731638869392Disabling compacts and flushes for region at 1731638869392Disabling writes for close at 1731638869393 (+1 ms)Obtaining lock to block concurrent updates at 1731638869395 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731638869395Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731638869406 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731638869409 (+3 ms)Flushing 1588230740/info: creating writer at 1731638869412 (+3 ms)Flushing 1588230740/info: appending metadata at 1731638869513 (+101 ms)Flushing 1588230740/info: closing flushed file at 1731638869513Flushing 1588230740/ns: creating writer at 1731638869992 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731638870021 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731638870021Flushing 1588230740/table: creating writer at 1731638870083 (+62 ms)Flushing 1588230740/table: appending metadata at 1731638870112 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731638870112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ada9aad: reopening flushed file at 1731638870575 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd47ffa: reopening flushed file at 1731638870603 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fba4f4c: reopening flushed file at 1731638870635 (+32 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1267ms, sequenceid=56, compaction requested=false at 1731638870660 (+25 ms)Writing region close event to WAL at 1731638870669 (+9 ms)Running coprocessor post-close hooks at 1731638870676 (+7 ms)Closed at 1731638870677 (+1 ms)
2024-11-15T02:47:50,677 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T02:47:50,797 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:50,997 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 614321eda8f07e8aee8cf7ac84fb7923, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:51,048 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/.tmp/testFamily/b9e4cff390ed4d0985da9991c7a8056d
2024-11-15T02:47:51,060 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/.tmp/testFamily/b9e4cff390ed4d0985da9991c7a8056d as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/testFamily/b9e4cff390ed4d0985da9991c7a8056d
2024-11-15T02:47:51,071 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/testFamily/b9e4cff390ed4d0985da9991c7a8056d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:51,072 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 614321eda8f07e8aee8cf7ac84fb7923 in 486ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:51,097 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNextAsync/614321eda8f07e8aee8cf7ac84fb7923/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:51,098 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:51,098 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 614321eda8f07e8aee8cf7ac84fb7923:
Waiting for close lock at 1731638870586Running coprocessor pre-close hooks at 1731638870586Disabling compacts and flushes for region at 1731638870586Disabling writes for close at 1731638870586Obtaining lock to block concurrent updates at 1731638870586Preparing flush snapshotting stores in 614321eda8f07e8aee8cf7ac84fb7923 at 1731638870586Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638870587 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923. at 1731638870588 (+1 ms)Flushing 614321eda8f07e8aee8cf7ac84fb7923/testFamily: creating writer at 1731638870588Flushing 614321eda8f07e8aee8cf7ac84fb7923/testFamily: appending metadata at 1731638870622 (+34 ms)Flushing 614321eda8f07e8aee8cf7ac84fb7923/testFamily: closing flushed file at 1731638870622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4204dbe9: reopening flushed file at 1731638871059 (+437 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 614321eda8f07e8aee8cf7ac84fb7923 in 486ms, sequenceid=8, compaction requested=false at 1731638871072 (+13 ms)Writing region close event to WAL at 1731638871085 (+13 ms)Running coprocessor post-close hooks at 1731638871098 (+13 ms)Closed at 1731638871098
2024-11-15T02:47:51,098 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731638838841.614321eda8f07e8aee8cf7ac84fb7923.
2024-11-15T02:47:51,099 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fb957c34c1755a3128363c2607102b3, disabling compactions & flushes
2024-11-15T02:47:51,099 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:51,099 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:51,099 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3. after waiting 0 ms
2024-11-15T02:47:51,099 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:51,099 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4fb957c34c1755a3128363c2607102b3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:51,164 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/.tmp/testFamily/75638b07df3a423d9e23efd44e24da3c is 61, key is row-0/testFamily:testQualifier/1731638843979/Put/seqid=0
2024-11-15T02:47:51,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741862_1038 (size=5049)
2024-11-15T02:47:51,180 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/.tmp/testFamily/75638b07df3a423d9e23efd44e24da3c
2024-11-15T02:47:51,198 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 4fb957c34c1755a3128363c2607102b3, 5fd67926dfc4ab3e9ff96b45a78e2d61, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:51,209 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T02:47:51,221 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/.tmp/testFamily/75638b07df3a423d9e23efd44e24da3c as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/testFamily/75638b07df3a423d9e23efd44e24da3c
2024-11-15T02:47:51,256 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/testFamily/75638b07df3a423d9e23efd44e24da3c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:51,261 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-15T02:47:51,263 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fb957c34c1755a3128363c2607102b3 in 164ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:51,288 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnNext/4fb957c34c1755a3128363c2607102b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:51,289 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:51,291 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fb957c34c1755a3128363c2607102b3:
Waiting for close lock at 1731638871099Running coprocessor pre-close hooks at 1731638871099Disabling compacts and flushes for region at 1731638871099Disabling writes for close at 1731638871099Obtaining lock to block concurrent updates at 1731638871099Preparing flush snapshotting stores in 4fb957c34c1755a3128363c2607102b3 at 1731638871099Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638871099Flushing stores of testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3. at 1731638871108 (+9 ms)Flushing 4fb957c34c1755a3128363c2607102b3/testFamily: creating writer at 1731638871108Flushing 4fb957c34c1755a3128363c2607102b3/testFamily: appending metadata at 1731638871163 (+55 ms)Flushing 4fb957c34c1755a3128363c2607102b3/testFamily: closing flushed file at 1731638871163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba3b949: reopening flushed file at 1731638871216 (+53 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4fb957c34c1755a3128363c2607102b3 in 164ms, sequenceid=8, compaction requested=false at 1731638871263 (+47 ms)Writing region close event to WAL at 1731638871272 (+9 ms)Running coprocessor post-close hooks at 1731638871289 (+17 ms)Closed at 1731638871289
2024-11-15T02:47:51,291 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731638842945.4fb957c34c1755a3128363c2607102b3.
2024-11-15T02:47:51,291 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7065068fc1d9ffa04f08fa77b09cfb01, disabling compactions & flushes
2024-11-15T02:47:51,291 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:51,292 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:51,292 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01. after waiting 0 ms
2024-11-15T02:47:51,292 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:51,292 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7065068fc1d9ffa04f08fa77b09cfb01 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:51,336 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/.tmp/testFamily/e9484aa3d0fd4f998019f06ab6fc5523 is 61, key is row-0/testFamily:testQualifier/1731638866318/Put/seqid=0
2024-11-15T02:47:51,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741863_1039 (size=5049)
2024-11-15T02:47:51,398 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-15T02:47:51,398 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1325): Online Regions={7065068fc1d9ffa04f08fa77b09cfb01=testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., bb7f1bb7af67363a395f7865bf1bbff7=hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., a7a355041300ebf1feaf68d2b5504e5f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., 5fd67926dfc4ab3e9ff96b45a78e2d61=hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., 35d44cd002de01a08eda9d301ef4d50c=testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.}
2024-11-15T02:47:51,398 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:51,599 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:51,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T02:47:51,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T02:47:51,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T02:47:51,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-15T02:47:51,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T02:47:51,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-15T02:47:51,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T02:47:51,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-15T02:47:51,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T02:47:51,767 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/.tmp/testFamily/e9484aa3d0fd4f998019f06ab6fc5523
2024-11-15T02:47:51,789 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/.tmp/testFamily/e9484aa3d0fd4f998019f06ab6fc5523 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/testFamily/e9484aa3d0fd4f998019f06ab6fc5523
2024-11-15T02:47:51,800 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, 7065068fc1d9ffa04f08fa77b09cfb01, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:51,802 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/testFamily/e9484aa3d0fd4f998019f06ab6fc5523, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:51,809 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7065068fc1d9ffa04f08fa77b09cfb01 in 516ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:51,816 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testNormalScanTimeoutOnOpenScannerAsync/7065068fc1d9ffa04f08fa77b09cfb01/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:51,818 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:51,818 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7065068fc1d9ffa04f08fa77b09cfb01:
Waiting for close lock at 1731638871291Running coprocessor pre-close hooks at 1731638871291Disabling compacts and flushes for region at 1731638871291Disabling writes for close at 1731638871292 (+1 ms)Obtaining lock to block concurrent updates at 1731638871292Preparing flush snapshotting stores in 7065068fc1d9ffa04f08fa77b09cfb01 at 1731638871292Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638871292Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01. at 1731638871297 (+5 ms)Flushing 7065068fc1d9ffa04f08fa77b09cfb01/testFamily: creating writer at 1731638871297Flushing 7065068fc1d9ffa04f08fa77b09cfb01/testFamily: appending metadata at 1731638871335 (+38 ms)Flushing 7065068fc1d9ffa04f08fa77b09cfb01/testFamily: closing flushed file at 1731638871335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3e2548: reopening flushed file at 1731638871786 (+451 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7065068fc1d9ffa04f08fa77b09cfb01 in 516ms, sequenceid=8, compaction requested=false at 1731638871809 (+23 ms)Writing region close event to WAL at 1731638871810 (+1 ms)Running coprocessor post-close hooks at 1731638871817 (+7 ms)Closed at 1731638871817
2024-11-15T02:47:51,818 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731638865269.7065068fc1d9ffa04f08fa77b09cfb01.
2024-11-15T02:47:51,818 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb7f1bb7af67363a395f7865bf1bbff7, disabling compactions & flushes
2024-11-15T02:47:51,818 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:51,819 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:51,819 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7. after waiting 0 ms
2024-11-15T02:47:51,819 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:51,819 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb7f1bb7af67363a395f7865bf1bbff7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:51,855 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/.tmp/testFamily/ae1dd18bea984e098a87b1169aed9ce7 is 61, key is row-0/testFamily:testQualifier/1731638820278/Put/seqid=0
2024-11-15T02:47:51,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741864_1040 (size=5049)
2024-11-15T02:47:51,912 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/.tmp/testFamily/ae1dd18bea984e098a87b1169aed9ce7
2024-11-15T02:47:51,960 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/.tmp/testFamily/ae1dd18bea984e098a87b1169aed9ce7 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/testFamily/ae1dd18bea984e098a87b1169aed9ce7
2024-11-15T02:47:51,994 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/testFamily/ae1dd18bea984e098a87b1169aed9ce7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:51,996 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb7f1bb7af67363a395f7865bf1bbff7 in 176ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:52,004 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, a7a355041300ebf1feaf68d2b5504e5f, bb7f1bb7af67363a395f7865bf1bbff7
2024-11-15T02:47:52,018 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScanner/bb7f1bb7af67363a395f7865bf1bbff7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:52,020 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:52,020 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb7f1bb7af67363a395f7865bf1bbff7:
Waiting for close lock at 1731638871818Running coprocessor pre-close hooks at 1731638871818Disabling compacts and flushes for region at 1731638871818Disabling writes for close at 1731638871819 (+1 ms)Obtaining lock to block concurrent updates at 1731638871819Preparing flush snapshotting stores in bb7f1bb7af67363a395f7865bf1bbff7 at 1731638871819Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638871819Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7. at 1731638871820 (+1 ms)Flushing bb7f1bb7af67363a395f7865bf1bbff7/testFamily: creating writer at 1731638871820Flushing bb7f1bb7af67363a395f7865bf1bbff7/testFamily: appending metadata at 1731638871855 (+35 ms)Flushing bb7f1bb7af67363a395f7865bf1bbff7/testFamily: closing flushed file at 1731638871855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b48d9e7: reopening flushed file at 1731638871951 (+96 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb7f1bb7af67363a395f7865bf1bbff7 in 176ms, sequenceid=8, compaction requested=false at 1731638871996 (+45 ms)Writing region close event to WAL at 1731638872011 (+15 ms)Running coprocessor post-close hooks at 1731638872020 (+9 ms)Closed at 1731638872020
2024-11-15T02:47:52,021 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731638819245.bb7f1bb7af67363a395f7865bf1bbff7.
2024-11-15T02:47:52,021 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7a355041300ebf1feaf68d2b5504e5f, disabling compactions & flushes
2024-11-15T02:47:52,021 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:52,021 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:52,021 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f. after waiting 0 ms
2024-11-15T02:47:52,021 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:52,021 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7a355041300ebf1feaf68d2b5504e5f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:52,063 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/.tmp/testFamily/de25e0b5e7924586a279e58ecaf102fd is 61, key is row-0/testFamily:testQualifier/1731638850089/Put/seqid=0
2024-11-15T02:47:52,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741865_1041 (size=5049)
2024-11-15T02:47:52,204 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:52,404 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T02:47:52,405 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1325): Online Regions={a7a355041300ebf1feaf68d2b5504e5f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., 5fd67926dfc4ab3e9ff96b45a78e2d61=hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., 35d44cd002de01a08eda9d301ef4d50c=testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.}
2024-11-15T02:47:52,405 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61, a7a355041300ebf1feaf68d2b5504e5f
2024-11-15T02:47:52,489 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/.tmp/testFamily/de25e0b5e7924586a279e58ecaf102fd
2024-11-15T02:47:52,513 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/.tmp/testFamily/de25e0b5e7924586a279e58ecaf102fd as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/testFamily/de25e0b5e7924586a279e58ecaf102fd
2024-11-15T02:47:52,534 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/testFamily/de25e0b5e7924586a279e58ecaf102fd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:52,543 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a7a355041300ebf1feaf68d2b5504e5f in 521ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:52,572 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/a7a355041300ebf1feaf68d2b5504e5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:52,578 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:52,579 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7a355041300ebf1feaf68d2b5504e5f:
Waiting for close lock at 1731638872021Running coprocessor pre-close hooks at 1731638872021Disabling compacts and flushes for region at 1731638872021Disabling writes for close at 1731638872021Obtaining lock to block concurrent updates at 1731638872021Preparing flush snapshotting stores in a7a355041300ebf1feaf68d2b5504e5f at 1731638872021Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638872022 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f. at 1731638872024 (+2 ms)Flushing a7a355041300ebf1feaf68d2b5504e5f/testFamily: creating writer at 1731638872024Flushing a7a355041300ebf1feaf68d2b5504e5f/testFamily: appending metadata at 1731638872063 (+39 ms)Flushing a7a355041300ebf1feaf68d2b5504e5f/testFamily: closing flushed file at 1731638872063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff63341: reopening flushed file at 1731638872511 (+448 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a7a355041300ebf1feaf68d2b5504e5f in 521ms, sequenceid=8, compaction requested=false at 1731638872543 (+32 ms)Writing region close event to WAL at 1731638872548 (+5 ms)Running coprocessor post-close hooks at 1731638872578 (+30 ms)Closed at 1731638872578
2024-11-15T02:47:52,579 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731638847031.a7a355041300ebf1feaf68d2b5504e5f.
2024-11-15T02:47:52,579 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fd67926dfc4ab3e9ff96b45a78e2d61, disabling compactions & flushes
2024-11-15T02:47:52,579 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:52,579 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:52,579 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61. after waiting 0 ms
2024-11-15T02:47:52,580 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:52,580 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5fd67926dfc4ab3e9ff96b45a78e2d61 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:52,605 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:52,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/.tmp/testFamily/83494c722e6d4a27ac5ae66e4d6fd3c9 is 61, key is row-0/testFamily:testQualifier/1731638859207/Put/seqid=0
2024-11-15T02:47:52,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741866_1042 (size=5049)
2024-11-15T02:47:52,805 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:53,006 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c, 5fd67926dfc4ab3e9ff96b45a78e2d61
2024-11-15T02:47:53,058 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/.tmp/testFamily/83494c722e6d4a27ac5ae66e4d6fd3c9
2024-11-15T02:47:53,084 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/.tmp/testFamily/83494c722e6d4a27ac5ae66e4d6fd3c9 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily/83494c722e6d4a27ac5ae66e4d6fd3c9
2024-11-15T02:47:53,093 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily/83494c722e6d4a27ac5ae66e4d6fd3c9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:53,096 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5fd67926dfc4ab3e9ff96b45a78e2d61 in 516ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:53,105 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/hbase/testMetaScanTimeoutOnNext/5fd67926dfc4ab3e9ff96b45a78e2d61/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:53,105 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fd67926dfc4ab3e9ff96b45a78e2d61:
Waiting for close lock at 1731638872579Running coprocessor pre-close hooks at 1731638872579Disabling compacts and flushes for region at 1731638872579Disabling writes for close at 1731638872579Obtaining lock to block concurrent updates at 1731638872580 (+1 ms)Preparing flush snapshotting stores in 5fd67926dfc4ab3e9ff96b45a78e2d61 at 1731638872580Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638872580Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61. at 1731638872582 (+2 ms)Flushing 5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily: creating writer at 1731638872582Flushing 5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily: appending metadata at 1731638872615 (+33 ms)Flushing 5fd67926dfc4ab3e9ff96b45a78e2d61/testFamily: closing flushed file at 1731638872615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761fefa1: reopening flushed file at 1731638873075 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5fd67926dfc4ab3e9ff96b45a78e2d61 in 516ms, sequenceid=8, compaction requested=false at 1731638873096 (+21 ms)Writing region close event to WAL at 1731638873100 (+4 ms)Running coprocessor post-close hooks at 1731638873105 (+5 ms)Closed at 1731638873105
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731638856158.5fd67926dfc4ab3e9ff96b45a78e2d61.
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35d44cd002de01a08eda9d301ef4d50c, disabling compactions & flushes
2024-11-15T02:47:53,106 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c. after waiting 0 ms
2024-11-15T02:47:53,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:47:53,106 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35d44cd002de01a08eda9d301ef4d50c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T02:47:53,142 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/.tmp/testFamily/8a51684a17584666bd7975ba17b6a713 is 61, key is row-0/testFamily:testQualifier/1731638819135/Put/seqid=0
2024-11-15T02:47:53,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741867_1043 (size=5049)
2024-11-15T02:47:53,206 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:47:53,407 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-15T02:47:53,407 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1325): Online Regions={35d44cd002de01a08eda9d301ef4d50c=testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.}
2024-11-15T02:47:53,407 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:47:53,566 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/.tmp/testFamily/8a51684a17584666bd7975ba17b6a713
2024-11-15T02:47:53,600 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/.tmp/testFamily/8a51684a17584666bd7975ba17b6a713 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/testFamily/8a51684a17584666bd7975ba17b6a713
2024-11-15T02:47:53,607 DEBUG [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1351): Waiting on 35d44cd002de01a08eda9d301ef4d50c
2024-11-15T02:47:53,623 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/testFamily/8a51684a17584666bd7975ba17b6a713, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T02:47:53,632 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35d44cd002de01a08eda9d301ef4d50c in 526ms, sequenceid=8, compaction requested=false
2024-11-15T02:47:53,652 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35d44cd002de01a08eda9d301ef4d50c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T02:47:53,653 INFO  [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:47:53,654 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35d44cd002de01a08eda9d301ef4d50c:
Waiting for close lock at 1731638873106Running coprocessor pre-close hooks at 1731638873106Disabling compacts and flushes for region at 1731638873106Disabling writes for close at 1731638873106Obtaining lock to block concurrent updates at 1731638873106Preparing flush snapshotting stores in 35d44cd002de01a08eda9d301ef4d50c at 1731638873106Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731638873107 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c. at 1731638873107Flushing 35d44cd002de01a08eda9d301ef4d50c/testFamily: creating writer at 1731638873107Flushing 35d44cd002de01a08eda9d301ef4d50c/testFamily: appending metadata at 1731638873141 (+34 ms)Flushing 35d44cd002de01a08eda9d301ef4d50c/testFamily: closing flushed file at 1731638873141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f743733: reopening flushed file at 1731638873588 (+447 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35d44cd002de01a08eda9d301ef4d50c in 526ms, sequenceid=8, compaction requested=false at 1731638873632 (+44 ms)Writing region close event to WAL at 1731638873635 (+3 ms)Running coprocessor post-close hooks at 1731638873653 (+18 ms)Closed at 1731638873653
2024-11-15T02:47:53,654 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731638818002.35d44cd002de01a08eda9d301ef4d50c.
2024-11-15T02:47:53,808 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,36253,1731638752627; all regions closed.
2024-11-15T02:47:53,823 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.meta.1731638817404.meta not finished, retry = 0
2024-11-15T02:47:53,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741834_1010 (size=19479)
2024-11-15T02:47:53,952 DEBUG [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/oldWALs
2024-11-15T02:47:53,953 INFO  [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C36253%2C1731638752627.meta:.meta(num 1731638817404)
2024-11-15T02:47:54,000 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/WALs/ce6119325ab7,36253,1731638752627/ce6119325ab7%2C36253%2C1731638752627.1731638816935 not finished, retry = 0
2024-11-15T02:47:54,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741833_1009 (size=20031)
2024-11-15T02:47:54,136 DEBUG [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/oldWALs
2024-11-15T02:47:54,136 INFO  [RS:0;ce6119325ab7:36253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C36253%2C1731638752627:(num 1731638816935)
2024-11-15T02:47:54,136 DEBUG [RS:0;ce6119325ab7:36253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T02:47:54,136 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T02:47:54,136 INFO  [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T02:47:54,137 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T02:47:54,137 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T02:47:54,137 INFO  [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T02:47:54,138 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T02:47:54,140 INFO  [RS:0;ce6119325ab7:36253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36253
2024-11-15T02:47:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T02:47:54,169 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T02:47:54,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ce6119325ab7,36253,1731638752627
2024-11-15T02:47:54,190 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,36253,1731638752627]
2024-11-15T02:47:54,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ce6119325ab7,36253,1731638752627 already deleted, retry=false
2024-11-15T02:47:54,217 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,36253,1731638752627 expired; onlineServers=0
2024-11-15T02:47:54,217 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,38491,1731638751181' *****
2024-11-15T02:47:54,217 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T02:47:54,220 INFO  [M:0;ce6119325ab7:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T02:47:54,220 INFO  [M:0;ce6119325ab7:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T02:47:54,221 DEBUG [M:0;ce6119325ab7:38491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T02:47:54,221 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T02:47:54,221 DEBUG [M:0;ce6119325ab7:38491 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T02:47:54,221 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638756478 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731638756478,5,FailOnTimeoutGroup]
2024-11-15T02:47:54,222 INFO  [M:0;ce6119325ab7:38491 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T02:47:54,223 INFO  [M:0;ce6119325ab7:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T02:47:54,223 DEBUG [M:0;ce6119325ab7:38491 {}] master.HMaster(1795): Stopping service threads
2024-11-15T02:47:54,223 INFO  [M:0;ce6119325ab7:38491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T02:47:54,223 INFO  [M:0;ce6119325ab7:38491 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T02:47:54,224 INFO  [M:0;ce6119325ab7:38491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T02:47:54,224 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T02:47:54,225 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638756487 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731638756487,5,FailOnTimeoutGroup]
2024-11-15T02:47:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-15T02:47:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T02:47:54,230 DEBUG [M:0;ce6119325ab7:38491 {}] zookeeper.ZKUtil(347): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-15T02:47:54,230 WARN  [M:0;ce6119325ab7:38491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T02:47:54,238 INFO  [M:0;ce6119325ab7:38491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/.lastflushedseqids
2024-11-15T02:47:54,291 INFO  [RS:0;ce6119325ab7:36253 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T02:47:54,291 INFO  [RS:0;ce6119325ab7:36253 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,36253,1731638752627; zookeeper connection closed.
2024-11-15T02:47:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T02:47:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36253-0x1013c6267180001, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T02:47:54,295 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76e41804 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76e41804
2024-11-15T02:47:54,296 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T02:47:54,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741868_1044 (size=523)
2024-11-15T02:47:54,724 INFO  [M:0;ce6119325ab7:38491 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T02:47:54,725 INFO  [M:0;ce6119325ab7:38491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T02:47:54,725 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T02:47:54,725 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:47:54,725 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:47:54,725 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T02:47:54,725 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:47:54,725 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.87 KB heapSize=190.48 KB
2024-11-15T02:47:54,777 DEBUG [M:0;ce6119325ab7:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35963a94bd14e4cbfd09b58a8d59939 is 82, key is hbase:meta,,1/info:regioninfo/1731638817517/Put/seqid=0
2024-11-15T02:47:54,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741869_1045 (size=5672)
2024-11-15T02:47:54,806 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35963a94bd14e4cbfd09b58a8d59939
2024-11-15T02:47:54,877 DEBUG [M:0;ce6119325ab7:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7ce25b4d2a24a8cb5272ec76175101b is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731638819021/Put/seqid=0
2024-11-15T02:47:54,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741870_1046 (size=14070)
2024-11-15T02:47:55,339 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.31 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7ce25b4d2a24a8cb5272ec76175101b
2024-11-15T02:47:55,356 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7ce25b4d2a24a8cb5272ec76175101b
2024-11-15T02:47:55,375 DEBUG [M:0;ce6119325ab7:38491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d267951dc8e4454faf8b6fa7d587d4f6 is 69, key is ce6119325ab7,36253,1731638752627/rs:state/1731638786524/Put/seqid=0
2024-11-15T02:47:55,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741871_1047 (size=5156)
2024-11-15T02:47:55,396 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d267951dc8e4454faf8b6fa7d587d4f6
2024-11-15T02:47:55,416 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d35963a94bd14e4cbfd09b58a8d59939 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35963a94bd14e4cbfd09b58a8d59939
2024-11-15T02:47:55,426 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d35963a94bd14e4cbfd09b58a8d59939, entries=8, sequenceid=313, filesize=5.5 K
2024-11-15T02:47:55,427 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7ce25b4d2a24a8cb5272ec76175101b as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7ce25b4d2a24a8cb5272ec76175101b
2024-11-15T02:47:55,437 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7ce25b4d2a24a8cb5272ec76175101b
2024-11-15T02:47:55,437 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7ce25b4d2a24a8cb5272ec76175101b, entries=33, sequenceid=313, filesize=13.7 K
2024-11-15T02:47:55,439 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d267951dc8e4454faf8b6fa7d587d4f6 as hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d267951dc8e4454faf8b6fa7d587d4f6
2024-11-15T02:47:55,447 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40927/user/jenkins/test-data/a288779f-b783-ba69-ffad-4b3bc04dbbe4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d267951dc8e4454faf8b6fa7d587d4f6, entries=1, sequenceid=313, filesize=5.0 K
2024-11-15T02:47:55,449 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.87 KB/166775, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 724ms, sequenceid=313, compaction requested=false
2024-11-15T02:47:55,451 INFO  [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T02:47:55,451 DEBUG [M:0;ce6119325ab7:38491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731638874725Disabling compacts and flushes for region at 1731638874725Disabling writes for close at 1731638874725Obtaining lock to block concurrent updates at 1731638874725Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731638874725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166775, getHeapSize=194992, getOffHeapSize=0, getCellsCount=360 at 1731638874726 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731638874727 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731638874727Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731638874776 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731638874776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731638874835 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731638874876 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731638874876Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731638875356 (+480 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731638875374 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731638875375 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ea247f: reopening flushed file at 1731638875414 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b2c7: reopening flushed file at 1731638875426 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f93806: reopening flushed file at 1731638875437 (+11 ms)Finished flush of dataSize ~162.87 KB/166775, heapSize ~190.19 KB/194752, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 724ms, sequenceid=313, compaction requested=false at 1731638875449 (+12 ms)Writing region close event to WAL at 1731638875451 (+2 ms)Closed at 1731638875451
2024-11-15T02:47:55,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35247 is added to blk_1073741830_1006 (size=187727)
2024-11-15T02:47:55,460 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T02:47:55,460 INFO  [M:0;ce6119325ab7:38491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T02:47:55,461 INFO  [M:0;ce6119325ab7:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38491
2024-11-15T02:47:55,461 INFO  [M:0;ce6119325ab7:38491 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T02:47:55,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T02:47:55,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38491-0x1013c6267180000, quorum=127.0.0.1:60779, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T02:47:55,582 INFO  [M:0;ce6119325ab7:38491 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T02:47:55,624 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@341cfc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T02:47:55,627 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T02:47:55,627 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T02:47:55,627 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T02:47:55,627 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.log.dir/,STOPPED}
2024-11-15T02:47:55,636 WARN  [BP-113917674-172.17.0.3-1731638744515 heartbeating to localhost/127.0.0.1:40927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T02:47:55,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T02:47:55,636 WARN  [BP-113917674-172.17.0.3-1731638744515 heartbeating to localhost/127.0.0.1:40927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-113917674-172.17.0.3-1731638744515 (Datanode Uuid d1e609cb-a007-45f0-83ed-03e6faa2d7be) service to localhost/127.0.0.1:40927
2024-11-15T02:47:55,636 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T02:47:55,638 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/data/data1/current/BP-113917674-172.17.0.3-1731638744515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T02:47:55,638 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T02:47:55,640 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/cluster_63ebaa22-3d18-6cc3-10b5-d9af6d646fa1/data/data2/current/BP-113917674-172.17.0.3-1731638744515 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T02:47:55,653 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T02:47:55,661 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T02:47:55,661 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T02:47:55,661 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T02:47:55,662 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f073401-1630-bee4-4437-c464af030d47/hadoop.log.dir/,STOPPED}
2024-11-15T02:47:55,686 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T02:47:55,727 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down