2024-11-17 15:40:00,191 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-17 15:40:00,203 main DEBUG Took 0.009521 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-17 15:40:00,203 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-17 15:40:00,203 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-17 15:40:00,216 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-17 15:40:00,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,227 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-17 15:40:00,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,242 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,245 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,246 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,247 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,247 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,248 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,249 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,250 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-17 15:40:00,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,252 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-17 15:40:00,253 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-17 15:40:00,254 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-17 15:40:00,256 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-17 15:40:00,256 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-17 15:40:00,257 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-17 15:40:00,258 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-17 15:40:00,266 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-17 15:40:00,268 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-17 15:40:00,269 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-17 15:40:00,270 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-17 15:40:00,270 main DEBUG createAppenders(={Console})
2024-11-17 15:40:00,271 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-17 15:40:00,271 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-17 15:40:00,271 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-17 15:40:00,272 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-17 15:40:00,272 main DEBUG OutputStream closed
2024-11-17 15:40:00,272 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-17 15:40:00,272 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-17 15:40:00,273 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-17 15:40:00,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-17 15:40:00,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-17 15:40:00,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-17 15:40:00,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-17 15:40:00,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-17 15:40:00,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-17 15:40:00,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-17 15:40:00,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-17 15:40:00,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-17 15:40:00,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-17 15:40:00,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-17 15:40:00,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-17 15:40:00,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-17 15:40:00,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-17 15:40:00,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-17 15:40:00,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-17 15:40:00,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-17 15:40:00,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-17 15:40:00,379 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17 15:40:00,379 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-17 15:40:00,380 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-17 15:40:00,380 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-17T15:40:00,395 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-17 15:40:00,398 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-17 15:40:00,398 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-17T15:40:00,703 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c
2024-11-17T15:40:00,721 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-17T15:40:00,735 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e, deleteOnExit=true
2024-11-17T15:40:00,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-17T15:40:00,736 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/test.cache.data in system properties and HBase conf
2024-11-17T15:40:00,737 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.tmp.dir in system properties and HBase conf
2024-11-17T15:40:00,737 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.log.dir in system properties and HBase conf
2024-11-17T15:40:00,738 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-17T15:40:00,738 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-17T15:40:00,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-17T15:40:00,839 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-17T15:40:00,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-17T15:40:00,945 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-17T15:40:00,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-17T15:40:00,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-17T15:40:00,947 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-17T15:40:00,948 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-17T15:40:00,948 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-17T15:40:00,949 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-17T15:40:00,950 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-17T15:40:00,950 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-17T15:40:00,951 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/nfs.dump.dir in system properties and HBase conf
2024-11-17T15:40:00,951 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/java.io.tmpdir in system properties and HBase conf
2024-11-17T15:40:00,952 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-17T15:40:00,952 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-17T15:40:00,953 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-17T15:40:01,850 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-17T15:40:01,947 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2528ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-17T15:40:02,042 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T15:40:02,113 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-17T15:40:02,140 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-17T15:40:02,140 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-17T15:40:02,142 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-17T15:40:02,158 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T15:40:02,160 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.log.dir/,AVAILABLE}
2024-11-17T15:40:02,161 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-17T15:40:02,385 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/java.io.tmpdir/jetty-localhost-39539-hadoop-hdfs-3_4_1-tests_jar-_-any-13983822851338374131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-17T15:40:02,396 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:39539}
2024-11-17T15:40:02,396 INFO  [Time-limited test {}] server.Server(415): Started @2978ms
2024-11-17T15:40:02,813 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-17T15:40:02,820 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-17T15:40:02,821 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-17T15:40:02,822 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-17T15:40:02,822 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-17T15:40:02,824 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.log.dir/,AVAILABLE}
2024-11-17T15:40:02,824 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-17T15:40:02,952 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/java.io.tmpdir/jetty-localhost-40471-hadoop-hdfs-3_4_1-tests_jar-_-any-10812567923642034530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-17T15:40:02,953 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:40471}
2024-11-17T15:40:02,953 INFO  [Time-limited test {}] server.Server(415): Started @3535ms
2024-11-17T15:40:03,009 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-17T15:40:03,512 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/data/data2/current/BP-1699385534-172.17.0.2-1731858001582/current, will proceed with Du for space computation calculation, 
2024-11-17T15:40:03,512 WARN  [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/data/data1/current/BP-1699385534-172.17.0.2-1731858001582/current, will proceed with Du for space computation calculation, 
2024-11-17T15:40:03,561 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-17T15:40:03,620 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7a1b407b14a7a07 with lease ID 0x3ead25dd6fdd2cc5: Processing first storage report for DS-0778e74c-f5ef-449b-90fb-f738bc25d903 from datanode DatanodeRegistration(127.0.0.1:43119, datanodeUuid=12076570-4282-4a17-b765-555f41791095, infoPort=41455, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1293396084;c=1731858001582)
2024-11-17T15:40:03,621 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7a1b407b14a7a07 with lease ID 0x3ead25dd6fdd2cc5: from storage DS-0778e74c-f5ef-449b-90fb-f738bc25d903 node DatanodeRegistration(127.0.0.1:43119, datanodeUuid=12076570-4282-4a17-b765-555f41791095, infoPort=41455, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1293396084;c=1731858001582), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-17T15:40:03,622 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7a1b407b14a7a07 with lease ID 0x3ead25dd6fdd2cc5: Processing first storage report for DS-0e91aa0d-01bf-4c0a-a5d9-9080a0b5d988 from datanode DatanodeRegistration(127.0.0.1:43119, datanodeUuid=12076570-4282-4a17-b765-555f41791095, infoPort=41455, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1293396084;c=1731858001582)
2024-11-17T15:40:03,622 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7a1b407b14a7a07 with lease ID 0x3ead25dd6fdd2cc5: from storage DS-0e91aa0d-01bf-4c0a-a5d9-9080a0b5d988 node DatanodeRegistration(127.0.0.1:43119, datanodeUuid=12076570-4282-4a17-b765-555f41791095, infoPort=41455, infoSecurePort=0, ipcPort=41749, storageInfo=lv=-57;cid=testClusterID;nsid=1293396084;c=1731858001582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-17T15:40:03,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c
2024-11-17T15:40:03,724 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/zookeeper_0, clientPort=52473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-17T15:40:03,736 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52473
2024-11-17T15:40:03,752 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:03,756 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:04,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741825_1001 (size=7)
2024-11-17T15:40:04,442 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae with version=8
2024-11-17T15:40:04,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/hbase-staging
2024-11-17T15:40:04,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-17T15:40:04,809 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/7a780d55532c:0 server-side Connection retries=9
2024-11-17T15:40:04,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:04,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:04,826 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T15:40:04,827 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:04,827 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T15:40:04,996 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-17T15:40:05,063 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-17T15:40:05,072 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-17T15:40:05,076 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T15:40:05,102 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5434 (auto-detected)
2024-11-17T15:40:05,103 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-17T15:40:05,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41613
2024-11-17T15:40:05,155 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41613 connecting to ZooKeeper ensemble=127.0.0.1:52473
2024-11-17T15:40:05,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416130x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T15:40:05,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41613-0x1012695e1880000 connected
2024-11-17T15:40:05,234 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:05,238 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:05,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T15:40:05,252 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae, hbase.cluster.distributed=false
2024-11-17T15:40:05,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T15:40:05,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41613
2024-11-17T15:40:05,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41613
2024-11-17T15:40:05,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41613
2024-11-17T15:40:05,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41613
2024-11-17T15:40:05,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41613
2024-11-17T15:40:05,428 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/7a780d55532c:0 server-side Connection retries=9
2024-11-17T15:40:05,431 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:05,431 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:05,432 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-17T15:40:05,432 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-17T15:40:05,432 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-17T15:40:05,436 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-17T15:40:05,439 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-17T15:40:05,441 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43145
2024-11-17T15:40:05,443 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43145 connecting to ZooKeeper ensemble=127.0.0.1:52473
2024-11-17T15:40:05,445 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:05,450 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:05,461 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431450x0, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-17T15:40:05,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43145-0x1012695e1880001 connected
2024-11-17T15:40:05,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T15:40:05,468 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-17T15:40:05,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-17T15:40:05,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-17T15:40:05,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-17T15:40:05,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43145
2024-11-17T15:40:05,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43145
2024-11-17T15:40:05,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43145
2024-11-17T15:40:05,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43145
2024-11-17T15:40:05,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43145
2024-11-17T15:40:05,507 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7a780d55532c:41613
2024-11-17T15:40:05,508 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7a780d55532c,41613,1731858004596
2024-11-17T15:40:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T15:40:05,516 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T15:40:05,518 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7a780d55532c,41613,1731858004596
2024-11-17T15:40:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:05,541 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-17T15:40:05,541 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:05,545 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-17T15:40:05,546 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7a780d55532c,41613,1731858004596 from backup master directory
2024-11-17T15:40:05,549 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T15:40:05,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7a780d55532c,41613,1731858004596
2024-11-17T15:40:05,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-17T15:40:05,550 WARN  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T15:40:05,550 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7a780d55532c,41613,1731858004596
2024-11-17T15:40:05,552 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-17T15:40:05,554 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-17T15:40:05,614 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/hbase.id] with ID: eeb97ca7-b52e-4d82-9cf0-3e527ce16b10
2024-11-17T15:40:05,615 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/.tmp/hbase.id
2024-11-17T15:40:05,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741826_1002 (size=42)
2024-11-17T15:40:05,628 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/.tmp/hbase.id]:[hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/hbase.id]
2024-11-17T15:40:05,678 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-17T15:40:05,683 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-17T15:40:05,704 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-17T15:40:05,710 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:05,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:05,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741827_1003 (size=196)
2024-11-17T15:40:05,746 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:40:05,749 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-17T15:40:05,769 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T15:40:05,774 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T15:40:05,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741828_1004 (size=1189)
2024-11-17T15:40:06,235 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store
2024-11-17T15:40:06,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741829_1005 (size=34)
2024-11-17T15:40:06,661 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-17T15:40:06,664 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:06,666 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T15:40:06,666 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:40:06,666 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:40:06,667 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T15:40:06,668 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:40:06,668 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:40:06,669 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731858006665Disabling compacts and flushes for region at 1731858006665Disabling writes for close at 1731858006668 (+3 ms)Writing region close event to WAL at 1731858006668Closed at 1731858006668
2024-11-17T15:40:06,672 WARN  [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/.initializing
2024-11-17T15:40:06,672 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/WALs/7a780d55532c,41613,1731858004596
2024-11-17T15:40:06,681 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T15:40:06,700 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C41613%2C1731858004596, suffix=, logDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/WALs/7a780d55532c,41613,1731858004596, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/oldWALs, maxLogs=10
2024-11-17T15:40:06,726 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/WALs/7a780d55532c,41613,1731858004596/7a780d55532c%2C41613%2C1731858004596.1731858006705, exclude list is [], retry=0
2024-11-17T15:40:06,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43119,DS-0778e74c-f5ef-449b-90fb-f738bc25d903,DISK]
2024-11-17T15:40:06,746 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-17T15:40:06,784 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/WALs/7a780d55532c,41613,1731858004596/7a780d55532c%2C41613%2C1731858004596.1731858006705
2024-11-17T15:40:06,785 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)]
2024-11-17T15:40:06,785 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:40:06,786 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:06,789 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,790 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T15:40:06,856 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-17T15:40:06,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:06,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:06,863 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T15:40:06,866 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-17T15:40:06,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:06,868 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:06,868 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T15:40:06,871 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-17T15:40:06,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:06,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:06,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-17T15:40:06,874 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-17T15:40:06,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:06,875 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:06,876 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,879 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,880 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,885 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,885 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,888 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T15:40:06,892 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-17T15:40:06,896 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:40:06,897 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046794, jitterRate=0.0586797297000885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T15:40:06,902 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731858006802Initializing all the Stores at 1731858006804 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858006805 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858006805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858006806 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858006806Cleaning up temporary data from old regions at 1731858006885 (+79 ms)Region opened successfully at 1731858006902 (+17 ms)
2024-11-17T15:40:06,903 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-17T15:40:06,937 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ed60b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0
2024-11-17T15:40:06,970 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-17T15:40:06,982 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-17T15:40:06,982 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-17T15:40:06,985 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-17T15:40:06,987 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-17T15:40:06,992 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-17T15:40:06,992 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-17T15:40:07,019 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-17T15:40:07,028 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-17T15:40:07,030 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-17T15:40:07,033 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-17T15:40:07,034 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-17T15:40:07,036 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-17T15:40:07,038 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-17T15:40:07,042 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-17T15:40:07,043 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-17T15:40:07,045 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-17T15:40:07,047 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-17T15:40:07,065 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-17T15:40:07,067 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-17T15:40:07,071 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T15:40:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-17T15:40:07,071 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,074 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7a780d55532c,41613,1731858004596, sessionid=0x1012695e1880000, setting cluster-up flag (Was=false)
2024-11-17T15:40:07,087 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,092 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-17T15:40:07,094 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,41613,1731858004596
2024-11-17T15:40:07,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,100 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:07,107 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-17T15:40:07,108 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7a780d55532c,41613,1731858004596
2024-11-17T15:40:07,115 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-17T15:40:07,188 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-17T15:40:07,195 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(746): ClusterId : eeb97ca7-b52e-4d82-9cf0-3e527ce16b10
2024-11-17T15:40:07,198 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-17T15:40:07,199 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-17T15:40:07,203 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-17T15:40:07,203 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-17T15:40:07,206 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-17T15:40:07,206 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-17T15:40:07,206 DEBUG [RS:0;7a780d55532c:43145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc3a8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7a780d55532c/172.17.0.2:0
2024-11-17T15:40:07,212 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7a780d55532c,41613,1731858004596
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-17T15:40:07,219 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5
2024-11-17T15:40:07,220 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5
2024-11-17T15:40:07,220 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5
2024-11-17T15:40:07,220 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7a780d55532c:0, corePoolSize=5, maxPoolSize=5
2024-11-17T15:40:07,220 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7a780d55532c:0, corePoolSize=10, maxPoolSize=10
2024-11-17T15:40:07,220 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7a780d55532c:0, corePoolSize=2, maxPoolSize=2
2024-11-17T15:40:07,221 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,222 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7a780d55532c:43145
2024-11-17T15:40:07,222 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731858037222
2024-11-17T15:40:07,224 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-17T15:40:07,225 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-17T15:40:07,226 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-17T15:40:07,226 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-17T15:40:07,226 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-17T15:40:07,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T15:40:07,228 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-17T15:40:07,229 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-17T15:40:07,229 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-17T15:40:07,229 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(2659): reportForDuty to master=7a780d55532c,41613,1731858004596 with port=43145, startcode=1731858005383
2024-11-17T15:40:07,229 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-17T15:40:07,229 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-17T15:40:07,230 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,233 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-17T15:40:07,234 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-17T15:40:07,234 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-17T15:40:07,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:07,236 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-17T15:40:07,236 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-17T15:40:07,236 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-17T15:40:07,238 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731858007238,5,FailOnTimeoutGroup]
2024-11-17T15:40:07,239 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731858007238,5,FailOnTimeoutGroup]
2024-11-17T15:40:07,240 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,240 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-17T15:40:07,241 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,241 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,244 DEBUG [RS:0;7a780d55532c:43145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-17T15:40:07,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741831_1007 (size=1321)
2024-11-17T15:40:07,281 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-17T15:40:07,287 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,289 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41613 {}] master.ServerManager(517): Registering regionserver=7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,303 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:40:07,304 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45667
2024-11-17T15:40:07,304 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-17T15:40:07,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T15:40:07,309 DEBUG [RS:0;7a780d55532c:43145 {}] zookeeper.ZKUtil(111): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,309 WARN  [RS:0;7a780d55532c:43145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-17T15:40:07,309 INFO  [RS:0;7a780d55532c:43145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T15:40:07,309 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,311 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7a780d55532c,43145,1731858005383]
2024-11-17T15:40:07,335 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-17T15:40:07,349 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-17T15:40:07,354 INFO  [RS:0;7a780d55532c:43145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-17T15:40:07,354 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,355 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-17T15:40:07,361 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-17T15:40:07,362 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7a780d55532c:0, corePoolSize=2, maxPoolSize=2
2024-11-17T15:40:07,363 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,364 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,364 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,364 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,364 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,364 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7a780d55532c:0, corePoolSize=1, maxPoolSize=1
2024-11-17T15:40:07,365 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3
2024-11-17T15:40:07,365 DEBUG [RS:0;7a780d55532c:43145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7a780d55532c:0, corePoolSize=3, maxPoolSize=3
2024-11-17T15:40:07,366 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,366 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,366 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,367 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,367 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,367 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43145,1731858005383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T15:40:07,387 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-17T15:40:07,389 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,43145,1731858005383-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,389 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,389 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.Replication(171): 7a780d55532c,43145,1731858005383 started
2024-11-17T15:40:07,408 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:07,408 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1482): Serving as 7a780d55532c,43145,1731858005383, RpcServer on 7a780d55532c/172.17.0.2:43145, sessionid=0x1012695e1880001
2024-11-17T15:40:07,409 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-17T15:40:07,409 DEBUG [RS:0;7a780d55532c:43145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,409 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43145,1731858005383'
2024-11-17T15:40:07,409 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-17T15:40:07,410 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-17T15:40:07,411 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-17T15:40:07,411 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-17T15:40:07,411 DEBUG [RS:0;7a780d55532c:43145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7a780d55532c,43145,1731858005383
2024-11-17T15:40:07,411 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7a780d55532c,43145,1731858005383'
2024-11-17T15:40:07,411 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-17T15:40:07,412 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-17T15:40:07,413 DEBUG [RS:0;7a780d55532c:43145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-17T15:40:07,413 INFO  [RS:0;7a780d55532c:43145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-17T15:40:07,413 INFO  [RS:0;7a780d55532c:43145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-17T15:40:07,649 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-17T15:40:07,650 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:40:07,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741832_1008 (size=32)
2024-11-17T15:40:08,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:08,064 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-17T15:40:08,067 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T15:40:08,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:08,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:08,069 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-17T15:40:08,071 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T15:40:08,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:08,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:08,072 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-17T15:40:08,075 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T15:40:08,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:08,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:08,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-17T15:40:08,078 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T15:40:08,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:08,079 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:08,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T15:40:08,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740
2024-11-17T15:40:08,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740
2024-11-17T15:40:08,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T15:40:08,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T15:40:08,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T15:40:08,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T15:40:08,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:40:08,091 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63289556, jitterRate=-0.056912124156951904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T15:40:08,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731858008062Initializing all the Stores at 1731858008064 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858008064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858008064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858008064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858008064Cleaning up temporary data from old regions at 1731858008084 (+20 ms)Region opened successfully at 1731858008093 (+9 ms)
2024-11-17T15:40:08,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T15:40:08,094 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T15:40:08,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T15:40:08,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T15:40:08,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T15:40:08,095 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T15:40:08,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731858008093Disabling compacts and flushes for region at 1731858008093Disabling writes for close at 1731858008094 (+1 ms)Writing region close event to WAL at 1731858008095 (+1 ms)Closed at 1731858008095
2024-11-17T15:40:08,099 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T15:40:08,099 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-17T15:40:08,105 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-17T15:40:08,114 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T15:40:08,117 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-17T15:40:08,268 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:09,269 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:10,269 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:11,270 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:12,271 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:13,271 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:14,272 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:15,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-17T15:40:15,061 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-17T15:40:15,273 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:16,273 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:17,274 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:18,275 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:19,275 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:20,276 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:21,277 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:22,277 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:23,278 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:24,283 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:25,288 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:26,289 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:27,297 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:28,302 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:29,303 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:30,304 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:31,305 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:32,306 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:33,312 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:33,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T15:40:34,313 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:35,322 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:36,327 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:37,330 WARN  [7a780d55532c:41613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-17T15:40:37,421 INFO  [RS:0;7a780d55532c:43145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-17T15:40:37,568 INFO  [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C43145%2C1731858005383, suffix=, logDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/oldWALs, maxLogs=32
2024-11-17T15:40:37,638 DEBUG [RS:0;7a780d55532c:43145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383/7a780d55532c%2C43145%2C1731858005383.1731858037575, exclude list is [], retry=0
2024-11-17T15:40:37,684 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43119,DS-0778e74c-f5ef-449b-90fb-f738bc25d903,DISK]
2024-11-17T15:40:37,829 INFO  [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383/7a780d55532c%2C43145%2C1731858005383.1731858037575
2024-11-17T15:40:37,890 DEBUG [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)]
2024-11-17T15:40:38,083 DEBUG [7a780d55532c:41613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-17T15:40:38,151 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:38,165 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43145,1731858005383, state=OPENING
2024-11-17T15:40:38,177 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-17T15:40:38,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:38,181 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:40:38,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T15:40:38,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T15:40:38,195 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-17T15:40:38,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:40:38,512 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-17T15:40:38,521 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-17T15:40:38,594 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-17T15:40:38,594 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-17T15:40:38,595 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-17T15:40:38,639 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7a780d55532c%2C43145%2C1731858005383.meta, suffix=.meta, logDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383, archiveDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/oldWALs, maxLogs=32
2024-11-17T15:40:38,689 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383/7a780d55532c%2C43145%2C1731858005383.meta.1731858038641.meta, exclude list is [], retry=0
2024-11-17T15:40:38,702 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43119,DS-0778e74c-f5ef-449b-90fb-f738bc25d903,DISK]
2024-11-17T15:40:38,724 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/WALs/7a780d55532c,43145,1731858005383/7a780d55532c%2C43145%2C1731858005383.meta.1731858038641.meta
2024-11-17T15:40:38,821 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41455:41455)]
2024-11-17T15:40:38,821 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:40:38,824 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-17T15:40:38,827 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-17T15:40:38,854 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-17T15:40:38,936 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-17T15:40:38,937 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:38,938 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-17T15:40:38,938 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-17T15:40:38,979 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-17T15:40:38,987 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-17T15:40:38,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:39,012 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:39,013 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-17T15:40:39,015 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-17T15:40:39,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:39,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:39,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-17T15:40:39,022 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-17T15:40:39,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:39,084 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:39,086 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-17T15:40:39,146 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-17T15:40:39,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:39,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-17T15:40:39,159 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-17T15:40:39,164 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740
2024-11-17T15:40:39,183 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740
2024-11-17T15:40:39,186 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-17T15:40:39,187 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-17T15:40:39,188 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-17T15:40:39,208 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-17T15:40:39,234 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64982225, jitterRate=-0.031689390540122986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-17T15:40:39,234 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-17T15:40:39,236 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731858038939Writing region info on filesystem at 1731858038939Initializing all the Stores at 1731858038956 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858038956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858038978 (+22 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858038978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731858038978Cleaning up temporary data from old regions at 1731858039187 (+209 ms)Running coprocessor post-open hooks at 1731858039234 (+47 ms)Region opened successfully at 1731858039236 (+2 ms)
2024-11-17T15:40:39,256 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731858038490
2024-11-17T15:40:39,356 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:39,358 DEBUG [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-17T15:40:39,359 INFO  [RS_OPEN_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-17T15:40:39,362 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7a780d55532c,43145,1731858005383, state=OPEN
2024-11-17T15:40:39,369 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T15:40:39,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T15:40:39,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-17T15:40:39,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-17T15:40:39,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7a780d55532c,43145,1731858005383
2024-11-17T15:40:39,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-17T15:40:39,402 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-17T15:40:39,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-17T15:40:39,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 31.2860 sec
2024-11-17T15:40:39,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-17T15:40:39,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7a780d55532c,43145,1731858005383 in 1.1790 sec
2024-11-17T15:40:39,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T15:40:39,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43145,1731858005383, seqNum=-1]
2024-11-17T15:40:40,016 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T15:40:40,021 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T15:40:40,119 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 32.9690 sec
2024-11-17T15:40:40,119 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731858040119, completionTime=-1
2024-11-17T15:40:40,123 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-17T15:40:40,123 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-17T15:40:40,271 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-17T15:40:40,271 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731858100271
2024-11-17T15:40:40,272 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731858160272
2024-11-17T15:40:40,272 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 148 msec
2024-11-17T15:40:40,274 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,321 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,322 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,324 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7a780d55532c:41613, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,334 DEBUG [master/7a780d55532c:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-17T15:40:40,343 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,344 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:40,616 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 35.054sec
2024-11-17T15:40:40,618 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-17T15:40:40,667 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-17T15:40:40,668 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-17T15:40:40,669 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-17T15:40:40,669 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-17T15:40:40,670 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-17T15:40:40,671 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-17T15:40:40,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b077b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:40,733 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-17T15:40:40,734 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-17T15:40:40,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,41613,-1 for getting cluster id
2024-11-17T15:40:40,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T15:40:40,853 DEBUG [master/7a780d55532c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-17T15:40:40,854 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-17T15:40:40,855 INFO  [master/7a780d55532c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7a780d55532c,41613,1731858004596-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-17T15:40:41,087 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeb97ca7-b52e-4d82-9cf0-3e527ce16b10'
2024-11-17T15:40:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T15:40:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeb97ca7-b52e-4d82-9cf0-3e527ce16b10"

2024-11-17T15:40:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129f013e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,41613,-1]
2024-11-17T15:40:41,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T15:40:41,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:40:41,220 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T15:40:41,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffb42c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:41,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T15:40:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43145,1731858005383, seqNum=-1]
2024-11-17T15:40:41,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T15:40:41,333 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T15:40:41,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7a780d55532c,41613,1731858004596
2024-11-17T15:40:41,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:41,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7a780d55532c,41613,-1 for getting cluster id
2024-11-17T15:40:41,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-17T15:40:41,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeb97ca7-b52e-4d82-9cf0-3e527ce16b10'
2024-11-17T15:40:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-17T15:40:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeb97ca7-b52e-4d82-9cf0-3e527ce16b10"

2024-11-17T15:40:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4723c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7a780d55532c,41613,-1]
2024-11-17T15:40:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-17T15:40:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:40:41,715 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-17T15:40:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310aa419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-17T15:40:41,840 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=213, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1522, ProcessCount=11, AvailableMemoryMB=3398
2024-11-17T15:40:41,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-17T15:40:41,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7a780d55532c,41613,1731858004596
2024-11-17T15:40:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24eac325
2024-11-17T15:40:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-17T15:40:41,897 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-17T15:40:41,905 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:40:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-17T15:40:41,970 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:40:42,192 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:42,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-17T15:40:42,200 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:40:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T15:40:42,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741835_1011 (size=428)
2024-11-17T15:40:42,541 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 904d37b952f41aedaa9ee1be4f25020d, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:40:42,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741836_1012 (size=79)
2024-11-17T15:40:42,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:42,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 904d37b952f41aedaa9ee1be4f25020d, disabling compactions & flushes
2024-11-17T15:40:42,768 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:42,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:42,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d. after waiting 0 ms
2024-11-17T15:40:42,768 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:42,768 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:42,769 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 904d37b952f41aedaa9ee1be4f25020d:
Waiting for close lock at 1731858042768Disabling compacts and flushes for region at 1731858042768Disabling writes for close at 1731858042768Writing region close event to WAL at 1731858042768Closed at 1731858042768
2024-11-17T15:40:42,773 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:40:42,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731858042773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858042773"}]},"ts":"1731858042773"}
2024-11-17T15:40:42,879 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:40:42,925 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:40:42,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858042925"}]},"ts":"1731858042925"}
2024-11-17T15:40:42,947 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-17T15:40:42,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=904d37b952f41aedaa9ee1be4f25020d, ASSIGN}]
2024-11-17T15:40:42,976 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=904d37b952f41aedaa9ee1be4f25020d, ASSIGN
2024-11-17T15:40:42,980 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=904d37b952f41aedaa9ee1be4f25020d, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:40:43,141 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904d37b952f41aedaa9ee1be4f25020d, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:43,153 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=904d37b952f41aedaa9ee1be4f25020d, ASSIGN because future has completed
2024-11-17T15:40:43,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904d37b952f41aedaa9ee1be4f25020d, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:40:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T15:40:43,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-17T15:40:43,548 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:43,548 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 904d37b952f41aedaa9ee1be4f25020d, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:40:43,549 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,549 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:43,549 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,549 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,597 INFO  [StoreOpener-904d37b952f41aedaa9ee1be4f25020d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 904d37b952f41aedaa9ee1be4f25020d 
2024-11-17T15:40:43,615 INFO  [StoreOpener-904d37b952f41aedaa9ee1be4f25020d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904d37b952f41aedaa9ee1be4f25020d columnFamilyName testFamily
2024-11-17T15:40:43,615 DEBUG [StoreOpener-904d37b952f41aedaa9ee1be4f25020d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:43,633 INFO  [StoreOpener-904d37b952f41aedaa9ee1be4f25020d-1 {}] regionserver.HStore(327): Store=904d37b952f41aedaa9ee1be4f25020d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:43,633 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,635 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,636 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,637 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,638 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,650 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,792 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:40:43,794 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 904d37b952f41aedaa9ee1be4f25020d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70772352, jitterRate=0.05459022521972656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:40:43,794 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:40:43,795 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 904d37b952f41aedaa9ee1be4f25020d:
Running coprocessor pre-open hook at 1731858043550Writing region info on filesystem at 1731858043550Initializing all the Stores at 1731858043553 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858043553Cleaning up temporary data from old regions at 1731858043638 (+85 ms)Running coprocessor post-open hooks at 1731858043794 (+156 ms)Region opened successfully at 1731858043795 (+1 ms)
2024-11-17T15:40:43,801 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d., pid=6, masterSystemTime=1731858043465
2024-11-17T15:40:43,808 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=904d37b952f41aedaa9ee1be4f25020d, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:43,815 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904d37b952f41aedaa9ee1be4f25020d, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:40:43,816 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:43,816 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:40:43,942 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-17T15:40:43,942 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 904d37b952f41aedaa9ee1be4f25020d, server=7a780d55532c,43145,1731858005383 in 703 msec
2024-11-17T15:40:43,948 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-17T15:40:43,948 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=904d37b952f41aedaa9ee1be4f25020d, ASSIGN in 992 msec
2024-11-17T15:40:43,958 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:40:43,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858043958"}]},"ts":"1731858043958"}
2024-11-17T15:40:43,967 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-17T15:40:43,970 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:40:43,974 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 2.0480 sec
2024-11-17T15:40:44,703 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:40:45,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-17T15:40:45,097 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-17T15:40:45,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T15:40:45,098 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-17T15:40:45,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-17T15:40:45,098 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T15:40:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-17T15:40:45,235 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-17T15:40:45,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-17T15:40:45,237 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:45,246 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-17T15:40:45,246 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:45,247 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-17T15:40:45,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-17T15:40:45,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7a780d55532c,43145,1731858005383, seqNum=-1]
2024-11-17T15:40:45,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-17T15:40:45,276 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-17T15:40:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:40:45,430 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:40:45,436 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-17T15:40:45,446 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-17T15:40:45,454 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-17T15:40:45,456 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-17T15:40:45,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5589845600112738312
2024-11-17T15:40:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858048455, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:40:45,733 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-17T15:40:45,738 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-17T15:40:45,739 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:40:45,749 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:40:45,750 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5589845600112738314
2024-11-17T15:40:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858048748, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:40:45,761 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:40:45,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5589845600112738315
2024-11-17T15:40:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858048766, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:40:45,777 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:40:45,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5589845600112738316
2024-11-17T15:40:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858048777, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:40:45,800 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:40:45,846 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 213)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:226)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$769/0x00007f09f8b92410.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f09f89e3e48.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325)
	app//org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$766/0x00007f09f8b8ef68.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f09f89e3e48.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller$$Lambda$750/0x00007f09f8b7e9d8.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$431/0x00007f09f89e3e48.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$765/0x00007f09f8b8bac0.run(Unknown Source)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/7a780d55532c:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1231108030_22 at /127.0.0.1:60762 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1864 (was 1522) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3346 (was 3398)
2024-11-17T15:40:45,980 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1864, ProcessCount=11, AvailableMemoryMB=3346
2024-11-17T15:40:45,986 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:40:45,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-17T15:40:45,993 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:40:45,994 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:45,996 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:40:45,997 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-17T15:40:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T15:40:46,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741837_1013 (size=414)
2024-11-17T15:40:46,233 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0147379d149c176e334ff17d19125eb5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:40:46,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741838_1014 (size=65)
2024-11-17T15:40:46,459 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:46,459 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 0147379d149c176e334ff17d19125eb5, disabling compactions & flushes
2024-11-17T15:40:46,459 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:46,459 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:46,459 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5. after waiting 0 ms
2024-11-17T15:40:46,459 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:46,459 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:46,460 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0147379d149c176e334ff17d19125eb5:
Waiting for close lock at 1731858046459Disabling compacts and flushes for region at 1731858046459Disabling writes for close at 1731858046459Writing region close event to WAL at 1731858046459Closed at 1731858046459
2024-11-17T15:40:46,465 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:40:46,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731858046465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858046465"}]},"ts":"1731858046465"}
2024-11-17T15:40:46,473 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:40:46,475 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:40:46,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858046475"}]},"ts":"1731858046475"}
2024-11-17T15:40:46,479 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-17T15:40:46,480 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0147379d149c176e334ff17d19125eb5, ASSIGN}]
2024-11-17T15:40:46,487 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0147379d149c176e334ff17d19125eb5, ASSIGN
2024-11-17T15:40:46,489 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0147379d149c176e334ff17d19125eb5, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:40:46,641 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0147379d149c176e334ff17d19125eb5, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:46,646 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0147379d149c176e334ff17d19125eb5, ASSIGN because future has completed
2024-11-17T15:40:46,681 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0147379d149c176e334ff17d19125eb5, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:40:46,948 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:46,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0147379d149c176e334ff17d19125eb5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:40:46,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:46,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:46,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:46,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:46,972 INFO  [StoreOpener-0147379d149c176e334ff17d19125eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0147379d149c176e334ff17d19125eb5 
2024-11-17T15:40:46,984 INFO  [StoreOpener-0147379d149c176e334ff17d19125eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0147379d149c176e334ff17d19125eb5 columnFamilyName testFamily
2024-11-17T15:40:46,984 DEBUG [StoreOpener-0147379d149c176e334ff17d19125eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:46,991 INFO  [StoreOpener-0147379d149c176e334ff17d19125eb5-1 {}] regionserver.HStore(327): Store=0147379d149c176e334ff17d19125eb5/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:46,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:46,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:46,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:47,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:47,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:47,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T15:40:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:40:47,054 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 0147379d149c176e334ff17d19125eb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72965613, jitterRate=0.08727236092090607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:40:47,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:40:47,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0147379d149c176e334ff17d19125eb5:
Running coprocessor pre-open hook at 1731858046950Writing region info on filesystem at 1731858046950Initializing all the Stores at 1731858046953 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858046953Cleaning up temporary data from old regions at 1731858047000 (+47 ms)Running coprocessor post-open hooks at 1731858047054 (+54 ms)Region opened successfully at 1731858047055 (+1 ms)
2024-11-17T15:40:47,057 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., pid=9, masterSystemTime=1731858046884
2024-11-17T15:40:47,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:47,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:40:47,074 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0147379d149c176e334ff17d19125eb5, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:47,079 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0147379d149c176e334ff17d19125eb5, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:40:47,150 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-17T15:40:47,150 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0147379d149c176e334ff17d19125eb5, server=7a780d55532c,43145,1731858005383 in 459 msec
2024-11-17T15:40:47,162 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-17T15:40:47,162 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=0147379d149c176e334ff17d19125eb5, ASSIGN in 671 msec
2024-11-17T15:40:47,164 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:40:47,164 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858047164"}]},"ts":"1731858047164"}
2024-11-17T15:40:47,168 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-17T15:40:47,170 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:40:47,174 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1840 sec
2024-11-17T15:40:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-17T15:40:49,033 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-17T15:40:49,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-17T15:40:49,033 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:49,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-17T15:40:49,038 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:49,038 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-17T15:40:49,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:40:49,052 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:40:49,052 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-17T15:40:49,055 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T15:40:49,057 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-17T15:40:49,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-17T15:40:49,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-17T15:40:52,452 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:40:55,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-17T15:40:55,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-17T15:40:55,064 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-17T15:40:55,065 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-17T15:40:55,065 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:40:55,075 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1715 (was 1864), ProcessCount=11 (was 11), AvailableMemoryMB=3350 (was 3346) - AvailableMemoryMB LEAK? -
2024-11-17T15:40:55,083 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1715, ProcessCount=11, AvailableMemoryMB=3350
2024-11-17T15:40:55,086 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:40:55,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-17T15:40:55,090 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:40:55,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:55,091 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-17T15:40:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T15:40:55,092 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:40:55,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741839_1015 (size=412)
2024-11-17T15:40:55,504 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c34d8505b850971b0e33dc23a6840514, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:40:55,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741840_1016 (size=63)
2024-11-17T15:40:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-17T15:40:55,914 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:55,914 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c34d8505b850971b0e33dc23a6840514, disabling compactions & flushes
2024-11-17T15:40:55,914 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:55,915 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:55,915 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514. after waiting 0 ms
2024-11-17T15:40:55,915 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:55,915 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:55,915 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c34d8505b850971b0e33dc23a6840514:
Waiting for close lock at 1731858055914Disabling compacts and flushes for region at 1731858055914Disabling writes for close at 1731858055915 (+1 ms)Writing region close event to WAL at 1731858055915Closed at 1731858055915
2024-11-17T15:40:55,917 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:40:55,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731858055917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858055917"}]},"ts":"1731858055917"}
2024-11-17T15:40:55,921 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:40:55,923 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:40:55,923 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858055923"}]},"ts":"1731858055923"}
2024-11-17T15:40:55,926 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-17T15:40:55,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c34d8505b850971b0e33dc23a6840514, ASSIGN}]
2024-11-17T15:40:55,928 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c34d8505b850971b0e33dc23a6840514, ASSIGN
2024-11-17T15:40:55,930 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c34d8505b850971b0e33dc23a6840514, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:40:56,080 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c34d8505b850971b0e33dc23a6840514, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:56,084 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c34d8505b850971b0e33dc23a6840514, ASSIGN because future has completed
2024-11-17T15:40:56,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34d8505b850971b0e33dc23a6840514, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:40:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T15:40:56,244 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:56,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c34d8505b850971b0e33dc23a6840514, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:40:56,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:40:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,247 INFO  [StoreOpener-c34d8505b850971b0e33dc23a6840514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c34d8505b850971b0e33dc23a6840514 
2024-11-17T15:40:56,249 INFO  [StoreOpener-c34d8505b850971b0e33dc23a6840514-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34d8505b850971b0e33dc23a6840514 columnFamilyName testFamily
2024-11-17T15:40:56,249 DEBUG [StoreOpener-c34d8505b850971b0e33dc23a6840514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:40:56,250 INFO  [StoreOpener-c34d8505b850971b0e33dc23a6840514-1 {}] regionserver.HStore(327): Store=c34d8505b850971b0e33dc23a6840514/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:40:56,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:40:56,258 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened c34d8505b850971b0e33dc23a6840514; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71536686, jitterRate=0.06597968935966492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:40:56,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:40:56,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c34d8505b850971b0e33dc23a6840514:
Running coprocessor pre-open hook at 1731858056245Writing region info on filesystem at 1731858056245Initializing all the Stores at 1731858056246 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858056246Cleaning up temporary data from old regions at 1731858056252 (+6 ms)Running coprocessor post-open hooks at 1731858056258 (+6 ms)Region opened successfully at 1731858056259 (+1 ms)
2024-11-17T15:40:56,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514., pid=12, masterSystemTime=1731858056238
2024-11-17T15:40:56,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:56,264 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:40:56,265 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c34d8505b850971b0e33dc23a6840514, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:40:56,268 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34d8505b850971b0e33dc23a6840514, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:40:56,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-17T15:40:56,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c34d8505b850971b0e33dc23a6840514, server=7a780d55532c,43145,1731858005383 in 185 msec
2024-11-17T15:40:56,278 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-17T15:40:56,278 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c34d8505b850971b0e33dc23a6840514, ASSIGN in 348 msec
2024-11-17T15:40:56,279 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:40:56,279 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858056279"}]},"ts":"1731858056279"}
2024-11-17T15:40:56,282 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-17T15:40:56,283 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:40:56,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1970 sec
2024-11-17T15:40:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-17T15:40:58,112 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-17T15:40:58,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-17T15:40:58,113 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:58,117 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-17T15:40:58,118 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:40:58,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-17T15:40:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:40:58,134 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:40:58,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-17T15:40:58,138 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T15:40:58,140 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T15:40:58,142 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T15:40:58,143 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-17T15:41:01,747 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:01,781 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-17T15:41:03,641 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T15:41:04,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738325' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T15:41:04,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47970 deadline: 1731858070148, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738325' does not exist
2024-11-17T15:41:04,154 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7a780d55532c,43145,1731858005383 for closing scanner id = 5589845600112738325 for c34d8505b850971b0e33dc23a6840514 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738325' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T15:41:04,158 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 223), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1483 (was 1715), ProcessCount=11 (was 11), AvailableMemoryMB=4364 (was 3350) - AvailableMemoryMB LEAK? -
2024-11-17T15:41:04,166 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1483, ProcessCount=11, AvailableMemoryMB=4364
2024-11-17T15:41:04,169 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-17T15:41:04,172 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:04,172 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:04,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-17T15:41:04,174 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-17T15:41:04,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741841_1017 (size=423)
2024-11-17T15:41:04,184 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56970224dbdcb307b64b6e5412ff4b90, NAME => 'testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:04,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741842_1018 (size=74)
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 56970224dbdcb307b64b6e5412ff4b90, disabling compactions & flushes
2024-11-17T15:41:04,192 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90. after waiting 0 ms
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,192 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,192 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56970224dbdcb307b64b6e5412ff4b90:
Waiting for close lock at 1731858064192Disabling compacts and flushes for region at 1731858064192Disabling writes for close at 1731858064192Writing region close event to WAL at 1731858064192Closed at 1731858064192
2024-11-17T15:41:04,194 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:04,195 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731858064194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858064194"}]},"ts":"1731858064194"}
2024-11-17T15:41:04,198 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:04,199 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:04,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858064199"}]},"ts":"1731858064199"}
2024-11-17T15:41:04,202 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-17T15:41:04,202 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=56970224dbdcb307b64b6e5412ff4b90, ASSIGN}]
2024-11-17T15:41:04,203 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=56970224dbdcb307b64b6e5412ff4b90, ASSIGN
2024-11-17T15:41:04,205 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=56970224dbdcb307b64b6e5412ff4b90, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:04,356 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=56970224dbdcb307b64b6e5412ff4b90, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:04,360 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=56970224dbdcb307b64b6e5412ff4b90, ASSIGN because future has completed
2024-11-17T15:41:04,362 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56970224dbdcb307b64b6e5412ff4b90, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:04,522 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,522 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 56970224dbdcb307b64b6e5412ff4b90, NAME => 'testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:04,523 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,523 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:04,523 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,523 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,525 INFO  [StoreOpener-56970224dbdcb307b64b6e5412ff4b90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 56970224dbdcb307b64b6e5412ff4b90 
2024-11-17T15:41:04,528 INFO  [StoreOpener-56970224dbdcb307b64b6e5412ff4b90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56970224dbdcb307b64b6e5412ff4b90 columnFamilyName testFamily
2024-11-17T15:41:04,529 DEBUG [StoreOpener-56970224dbdcb307b64b6e5412ff4b90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:04,530 INFO  [StoreOpener-56970224dbdcb307b64b6e5412ff4b90-1 {}] regionserver.HStore(327): Store=56970224dbdcb307b64b6e5412ff4b90/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:04,530 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,531 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,531 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,532 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,532 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,534 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,537 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:04,538 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 56970224dbdcb307b64b6e5412ff4b90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71636890, jitterRate=0.06747284531593323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:04,538 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:04,539 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 56970224dbdcb307b64b6e5412ff4b90:
Running coprocessor pre-open hook at 1731858064523Writing region info on filesystem at 1731858064523Initializing all the Stores at 1731858064525 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858064525Cleaning up temporary data from old regions at 1731858064532 (+7 ms)Running coprocessor post-open hooks at 1731858064538 (+6 ms)Region opened successfully at 1731858064538
2024-11-17T15:41:04,540 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., pid=15, masterSystemTime=1731858064516
2024-11-17T15:41:04,543 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,543 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:04,544 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=56970224dbdcb307b64b6e5412ff4b90, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:04,547 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56970224dbdcb307b64b6e5412ff4b90, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:04,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-17T15:41:04,553 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 56970224dbdcb307b64b6e5412ff4b90, server=7a780d55532c,43145,1731858005383 in 187 msec
2024-11-17T15:41:04,558 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-17T15:41:04,558 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=56970224dbdcb307b64b6e5412ff4b90, ASSIGN in 351 msec
2024-11-17T15:41:04,559 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:04,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858064559"}]},"ts":"1731858064559"}
2024-11-17T15:41:04,562 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-17T15:41:04,564 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:04,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 395 msec
2024-11-17T15:41:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-17T15:41:05,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-17T15:41:05,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:05,061 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-17T15:41:05,061 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-17T15:41:05,182 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-17T15:41:05,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-17T15:41:05,183 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:05,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-17T15:41:05,187 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:05,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-17T15:41:05,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:05,200 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:05,200 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-17T15:41:05,203 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-17T15:41:05,204 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-17T15:41:05,205 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-17T15:41:05,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5589845600112738329
2024-11-17T15:41:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858068205, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:41:05,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-17T15:41:05,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-17T15:41:05,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:41:05,211 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:41:05,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=5589845600112738331
2024-11-17T15:41:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858068211, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:41:05,214 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:41:05,215 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=5589845600112738332
2024-11-17T15:41:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858068214, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:41:05,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:41:05,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=5589845600112738333
2024-11-17T15:41:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:47970 deadline: 1731858068217, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-17T15:41:05,221 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-17T15:41:05,230 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1231108030_22 at /127.0.0.1:50750 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1483 (was 1483), ProcessCount=11 (was 11), AvailableMemoryMB=4310 (was 4364)
2024-11-17T15:41:05,238 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1483, ProcessCount=11, AvailableMemoryMB=4310
2024-11-17T15:41:05,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-17T15:41:05,243 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:05,243 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:05,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-17T15:41:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T15:41:05,245 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:05,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741843_1019 (size=418)
2024-11-17T15:41:05,656 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97965b7b2f7809e5a0fb0b73e8c23f66, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:05,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741844_1020 (size=69)
2024-11-17T15:41:06,065 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:06,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 97965b7b2f7809e5a0fb0b73e8c23f66, disabling compactions & flushes
2024-11-17T15:41:06,066 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66. after waiting 0 ms
2024-11-17T15:41:06,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,066 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,066 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97965b7b2f7809e5a0fb0b73e8c23f66:
Waiting for close lock at 1731858066066Disabling compacts and flushes for region at 1731858066066Disabling writes for close at 1731858066066Writing region close event to WAL at 1731858066066Closed at 1731858066066
2024-11-17T15:41:06,068 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:06,068 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731858066068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858066068"}]},"ts":"1731858066068"}
2024-11-17T15:41:06,071 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:06,072 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:06,073 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858066072"}]},"ts":"1731858066072"}
2024-11-17T15:41:06,075 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-17T15:41:06,075 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97965b7b2f7809e5a0fb0b73e8c23f66, ASSIGN}]
2024-11-17T15:41:06,077 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97965b7b2f7809e5a0fb0b73e8c23f66, ASSIGN
2024-11-17T15:41:06,078 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97965b7b2f7809e5a0fb0b73e8c23f66, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:06,228 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=97965b7b2f7809e5a0fb0b73e8c23f66, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:06,232 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97965b7b2f7809e5a0fb0b73e8c23f66, ASSIGN because future has completed
2024-11-17T15:41:06,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97965b7b2f7809e5a0fb0b73e8c23f66, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T15:41:06,390 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,390 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 97965b7b2f7809e5a0fb0b73e8c23f66, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:06,391 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,391 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:06,391 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,391 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,393 INFO  [StoreOpener-97965b7b2f7809e5a0fb0b73e8c23f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97965b7b2f7809e5a0fb0b73e8c23f66 
2024-11-17T15:41:06,395 INFO  [StoreOpener-97965b7b2f7809e5a0fb0b73e8c23f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97965b7b2f7809e5a0fb0b73e8c23f66 columnFamilyName testFamily
2024-11-17T15:41:06,395 DEBUG [StoreOpener-97965b7b2f7809e5a0fb0b73e8c23f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:06,396 INFO  [StoreOpener-97965b7b2f7809e5a0fb0b73e8c23f66-1 {}] regionserver.HStore(327): Store=97965b7b2f7809e5a0fb0b73e8c23f66/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:06,396 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,397 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,398 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,398 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,398 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,401 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,404 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:06,404 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 97965b7b2f7809e5a0fb0b73e8c23f66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72334871, jitterRate=0.07787357270717621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:06,404 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:06,405 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 97965b7b2f7809e5a0fb0b73e8c23f66:
Running coprocessor pre-open hook at 1731858066391Writing region info on filesystem at 1731858066391Initializing all the Stores at 1731858066393 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858066393Cleaning up temporary data from old regions at 1731858066398 (+5 ms)Running coprocessor post-open hooks at 1731858066404 (+6 ms)Region opened successfully at 1731858066405 (+1 ms)
2024-11-17T15:41:06,406 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., pid=18, masterSystemTime=1731858066385
2024-11-17T15:41:06,409 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,409 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:06,410 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=97965b7b2f7809e5a0fb0b73e8c23f66, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:06,413 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97965b7b2f7809e5a0fb0b73e8c23f66, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:06,417 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-17T15:41:06,417 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 97965b7b2f7809e5a0fb0b73e8c23f66, server=7a780d55532c,43145,1731858005383 in 182 msec
2024-11-17T15:41:06,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-17T15:41:06,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=97965b7b2f7809e5a0fb0b73e8c23f66, ASSIGN in 342 msec
2024-11-17T15:41:06,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:06,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858066421"}]},"ts":"1731858066421"}
2024-11-17T15:41:06,424 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-17T15:41:06,425 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:06,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1850 sec
2024-11-17T15:41:07,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-17T15:41:07,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-17T15:41:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-17T15:41:08,282 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-17T15:41:08,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-17T15:41:08,283 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:08,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-17T15:41:08,287 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:08,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-17T15:41:08,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:08,299 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:08,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-17T15:41:08,302 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T15:41:08,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T15:41:09,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-17T15:41:09,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms
2024-11-17T15:41:09,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:41:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-17T15:41:10,025 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:10,326 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T15:41:11,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=977ms
2024-11-17T15:41:11,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=977ms
2024-11-17T15:41:11,308 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:41:11,317 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1255 (was 1483), ProcessCount=11 (was 11), AvailableMemoryMB=4128 (was 4310)
2024-11-17T15:41:11,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=1255, ProcessCount=11, AvailableMemoryMB=4128
2024-11-17T15:41:11,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-17T15:41:11,331 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:11,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:11,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-17T15:41:11,332 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T15:41:11,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741845_1021 (size=416)
2024-11-17T15:41:11,742 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99ff074a21fa25958354da3112c4cd62, NAME => 'testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:11,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741846_1022 (size=67)
2024-11-17T15:41:11,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 99ff074a21fa25958354da3112c4cd62, disabling compactions & flushes
2024-11-17T15:41:12,151 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62. after waiting 0 ms
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,151 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,151 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99ff074a21fa25958354da3112c4cd62:
Waiting for close lock at 1731858072151Disabling compacts and flushes for region at 1731858072151Disabling writes for close at 1731858072151Writing region close event to WAL at 1731858072151Closed at 1731858072151
2024-11-17T15:41:12,153 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:12,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731858072153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858072153"}]},"ts":"1731858072153"}
2024-11-17T15:41:12,157 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:12,158 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:12,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858072158"}]},"ts":"1731858072158"}
2024-11-17T15:41:12,160 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-17T15:41:12,161 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99ff074a21fa25958354da3112c4cd62, ASSIGN}]
2024-11-17T15:41:12,162 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99ff074a21fa25958354da3112c4cd62, ASSIGN
2024-11-17T15:41:12,163 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99ff074a21fa25958354da3112c4cd62, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:12,314 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=99ff074a21fa25958354da3112c4cd62, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:12,317 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99ff074a21fa25958354da3112c4cd62, ASSIGN because future has completed
2024-11-17T15:41:12,318 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ff074a21fa25958354da3112c4cd62, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T15:41:12,476 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,476 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 99ff074a21fa25958354da3112c4cd62, NAME => 'testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:12,477 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,477 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:12,477 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,477 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,479 INFO  [StoreOpener-99ff074a21fa25958354da3112c4cd62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 99ff074a21fa25958354da3112c4cd62 
2024-11-17T15:41:12,482 INFO  [StoreOpener-99ff074a21fa25958354da3112c4cd62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ff074a21fa25958354da3112c4cd62 columnFamilyName testFamily
2024-11-17T15:41:12,482 DEBUG [StoreOpener-99ff074a21fa25958354da3112c4cd62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:12,483 INFO  [StoreOpener-99ff074a21fa25958354da3112c4cd62-1 {}] regionserver.HStore(327): Store=99ff074a21fa25958354da3112c4cd62/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:12,483 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,484 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,484 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,485 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,485 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,488 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,491 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:12,492 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 99ff074a21fa25958354da3112c4cd62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68005182, jitterRate=0.013356178998947144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:12,492 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:12,492 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 99ff074a21fa25958354da3112c4cd62:
Running coprocessor pre-open hook at 1731858072478Writing region info on filesystem at 1731858072478Initializing all the Stores at 1731858072479 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858072479Cleaning up temporary data from old regions at 1731858072485 (+6 ms)Running coprocessor post-open hooks at 1731858072492 (+7 ms)Region opened successfully at 1731858072492
2024-11-17T15:41:12,494 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., pid=21, masterSystemTime=1731858072471
2024-11-17T15:41:12,496 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,496 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:12,497 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=99ff074a21fa25958354da3112c4cd62, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:12,500 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ff074a21fa25958354da3112c4cd62, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:12,505 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-17T15:41:12,505 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 99ff074a21fa25958354da3112c4cd62, server=7a780d55532c,43145,1731858005383 in 184 msec
2024-11-17T15:41:12,508 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-17T15:41:12,508 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99ff074a21fa25958354da3112c4cd62, ASSIGN in 344 msec
2024-11-17T15:41:12,509 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:12,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858072509"}]},"ts":"1731858072509"}
2024-11-17T15:41:12,512 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-17T15:41:12,513 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:12,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1850 sec
2024-11-17T15:41:13,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-17T15:41:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-17T15:41:14,353 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-17T15:41:14,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-17T15:41:14,353 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:14,358 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-17T15:41:14,359 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:14,359 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-17T15:41:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:14,374 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:14,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-17T15:41:14,376 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T15:41:14,378 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T15:41:14,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T15:41:14,380 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-17T15:41:15,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-17T15:41:15,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:15,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-17T15:41:15,061 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:17,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738344' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T15:41:17,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47970 deadline: 1731858078390, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738344' does not exist
2024-11-17T15:41:17,392 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7a780d55532c,43145,1731858005383 for closing scanner id = 5589845600112738344 for 99ff074a21fa25958354da3112c4cd62 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738344' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T15:41:17,398 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1155 (was 1255), ProcessCount=11 (was 11), AvailableMemoryMB=4081 (was 4128)
2024-11-17T15:41:17,407 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=1155, ProcessCount=11, AvailableMemoryMB=4080
2024-11-17T15:41:17,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-17T15:41:17,413 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:17,413 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:17,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-17T15:41:17,415 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T15:41:17,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741847_1023 (size=411)
2024-11-17T15:41:17,831 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65678aeaaaa53291caf92c68b4bb3c7c, NAME => 'testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:17,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741848_1024 (size=62)
2024-11-17T15:41:17,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-17T15:41:17,979 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 65678aeaaaa53291caf92c68b4bb3c7c, disabling compactions & flushes
2024-11-17T15:41:18,240 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c. after waiting 0 ms
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,240 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,240 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65678aeaaaa53291caf92c68b4bb3c7c:
Waiting for close lock at 1731858078240Disabling compacts and flushes for region at 1731858078240Disabling writes for close at 1731858078240Writing region close event to WAL at 1731858078240Closed at 1731858078240
2024-11-17T15:41:18,242 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:18,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731858078242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858078242"}]},"ts":"1731858078242"}
2024-11-17T15:41:18,246 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:18,247 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:18,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858078247"}]},"ts":"1731858078247"}
2024-11-17T15:41:18,250 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-17T15:41:18,250 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65678aeaaaa53291caf92c68b4bb3c7c, ASSIGN}]
2024-11-17T15:41:18,252 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65678aeaaaa53291caf92c68b4bb3c7c, ASSIGN
2024-11-17T15:41:18,253 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65678aeaaaa53291caf92c68b4bb3c7c, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:18,403 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=65678aeaaaa53291caf92c68b4bb3c7c, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:18,407 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65678aeaaaa53291caf92c68b4bb3c7c, ASSIGN because future has completed
2024-11-17T15:41:18,407 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65678aeaaaa53291caf92c68b4bb3c7c, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T15:41:18,565 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,565 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 65678aeaaaa53291caf92c68b4bb3c7c, NAME => 'testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:18,566 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,566 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:18,566 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,566 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,568 INFO  [StoreOpener-65678aeaaaa53291caf92c68b4bb3c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 65678aeaaaa53291caf92c68b4bb3c7c 
2024-11-17T15:41:18,570 INFO  [StoreOpener-65678aeaaaa53291caf92c68b4bb3c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65678aeaaaa53291caf92c68b4bb3c7c columnFamilyName testFamily
2024-11-17T15:41:18,570 DEBUG [StoreOpener-65678aeaaaa53291caf92c68b4bb3c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:18,570 INFO  [StoreOpener-65678aeaaaa53291caf92c68b4bb3c7c-1 {}] regionserver.HStore(327): Store=65678aeaaaa53291caf92c68b4bb3c7c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:18,571 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,572 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,572 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,573 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,573 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,575 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,578 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:18,578 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 65678aeaaaa53291caf92c68b4bb3c7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61336094, jitterRate=-0.08602097630500793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:18,578 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:18,579 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 65678aeaaaa53291caf92c68b4bb3c7c:
Running coprocessor pre-open hook at 1731858078566Writing region info on filesystem at 1731858078566Initializing all the Stores at 1731858078567 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858078567Cleaning up temporary data from old regions at 1731858078573 (+6 ms)Running coprocessor post-open hooks at 1731858078578 (+5 ms)Region opened successfully at 1731858078579 (+1 ms)
2024-11-17T15:41:18,580 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c., pid=24, masterSystemTime=1731858078559
2024-11-17T15:41:18,582 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,582 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:18,583 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=65678aeaaaa53291caf92c68b4bb3c7c, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:18,586 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65678aeaaaa53291caf92c68b4bb3c7c, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:18,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-17T15:41:18,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 65678aeaaaa53291caf92c68b4bb3c7c, server=7a780d55532c,43145,1731858005383 in 180 msec
2024-11-17T15:41:18,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-17T15:41:18,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=65678aeaaaa53291caf92c68b4bb3c7c, ASSIGN in 339 msec
2024-11-17T15:41:18,594 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:18,594 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858078594"}]},"ts":"1731858078594"}
2024-11-17T15:41:18,597 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-17T15:41:18,598 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:18,600 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1880 sec
2024-11-17T15:41:19,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-17T15:41:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-17T15:41:20,462 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-17T15:41:20,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-17T15:41:20,462 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:20,467 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-17T15:41:20,467 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:20,468 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-17T15:41:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:20,480 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:20,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-17T15:41:20,483 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T15:41:20,485 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T15:41:20,486 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T15:41:20,487 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-17T15:41:20,857 INFO  [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-17T15:41:20,857 INFO  [master/7a780d55532c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-17T15:41:23,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43145 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738348' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T15:41:23,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43145 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47970 deadline: 1731858084492, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738348' does not exist
2024-11-17T15:41:23,493 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7a780d55532c,43145,1731858005383 for closing scanner id = 5589845600112738348 for 65678aeaaaa53291caf92c68b4bb3c7c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738348' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T15:41:23,499 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1078 (was 1155), ProcessCount=11 (was 11), AvailableMemoryMB=3949 (was 4080)
2024-11-17T15:41:23,507 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=1078, ProcessCount=11, AvailableMemoryMB=3949
2024-11-17T15:41:23,510 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:23,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-17T15:41:23,513 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:23,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:23,513 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-17T15:41:23,514 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T15:41:23,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741849_1025 (size=419)
2024-11-17T15:41:23,924 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b223bf6b3cb24f646caf171b5ffd8647, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:23,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741850_1026 (size=70)
2024-11-17T15:41:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-17T15:41:24,067 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b223bf6b3cb24f646caf171b5ffd8647, disabling compactions & flushes
2024-11-17T15:41:24,334 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647. after waiting 0 ms
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,334 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,334 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b223bf6b3cb24f646caf171b5ffd8647:
Waiting for close lock at 1731858084334Disabling compacts and flushes for region at 1731858084334Disabling writes for close at 1731858084334Writing region close event to WAL at 1731858084334Closed at 1731858084334
2024-11-17T15:41:24,336 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:24,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731858084336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858084336"}]},"ts":"1731858084336"}
2024-11-17T15:41:24,339 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:24,340 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:24,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858084340"}]},"ts":"1731858084340"}
2024-11-17T15:41:24,342 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-17T15:41:24,343 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b223bf6b3cb24f646caf171b5ffd8647, ASSIGN}]
2024-11-17T15:41:24,344 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b223bf6b3cb24f646caf171b5ffd8647, ASSIGN
2024-11-17T15:41:24,345 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b223bf6b3cb24f646caf171b5ffd8647, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:24,495 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b223bf6b3cb24f646caf171b5ffd8647, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:24,498 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b223bf6b3cb24f646caf171b5ffd8647, ASSIGN because future has completed
2024-11-17T15:41:24,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b223bf6b3cb24f646caf171b5ffd8647, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T15:41:24,657 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => b223bf6b3cb24f646caf171b5ffd8647, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:24,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:24,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,660 INFO  [StoreOpener-b223bf6b3cb24f646caf171b5ffd8647-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b223bf6b3cb24f646caf171b5ffd8647 
2024-11-17T15:41:24,662 INFO  [StoreOpener-b223bf6b3cb24f646caf171b5ffd8647-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b223bf6b3cb24f646caf171b5ffd8647 columnFamilyName testFamily
2024-11-17T15:41:24,662 DEBUG [StoreOpener-b223bf6b3cb24f646caf171b5ffd8647-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:24,663 INFO  [StoreOpener-b223bf6b3cb24f646caf171b5ffd8647-1 {}] regionserver.HStore(327): Store=b223bf6b3cb24f646caf171b5ffd8647/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:24,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:24,672 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened b223bf6b3cb24f646caf171b5ffd8647; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67511331, jitterRate=0.005997225642204285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:24,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:24,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for b223bf6b3cb24f646caf171b5ffd8647:
Running coprocessor pre-open hook at 1731858084658Writing region info on filesystem at 1731858084658Initializing all the Stores at 1731858084660 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858084660Cleaning up temporary data from old regions at 1731858084665 (+5 ms)Running coprocessor post-open hooks at 1731858084672 (+7 ms)Region opened successfully at 1731858084672
2024-11-17T15:41:24,673 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., pid=27, masterSystemTime=1731858084651
2024-11-17T15:41:24,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,677 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:24,677 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b223bf6b3cb24f646caf171b5ffd8647, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:24,680 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b223bf6b3cb24f646caf171b5ffd8647, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:24,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-17T15:41:24,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b223bf6b3cb24f646caf171b5ffd8647, server=7a780d55532c,43145,1731858005383 in 182 msec
2024-11-17T15:41:24,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-17T15:41:24,686 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b223bf6b3cb24f646caf171b5ffd8647, ASSIGN in 341 msec
2024-11-17T15:41:24,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:24,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858084687"}]},"ts":"1731858084687"}
2024-11-17T15:41:24,689 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-17T15:41:24,690 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:24,693 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec
2024-11-17T15:41:25,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-17T15:41:25,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:25,060 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-17T15:41:25,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:25,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-17T15:41:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-17T15:41:26,532 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-17T15:41:26,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-17T15:41:26,532 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:26,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-17T15:41:26,537 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:26,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-17T15:41:26,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:26,548 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:26,548 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-17T15:41:26,551 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T15:41:26,552 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-17T15:41:30,159 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:32,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-17T15:41:32,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6007ms, rpcTimeout=5999ms
2024-11-17T15:41:32,558 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:41:32,568 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=912 (was 1078), ProcessCount=11 (was 11), AvailableMemoryMB=3820 (was 3949)
2024-11-17T15:41:32,576 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=912, ProcessCount=11, AvailableMemoryMB=3820
2024-11-17T15:41:32,578 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:32,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-17T15:41:32,581 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:32,581 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:32,581 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-17T15:41:32,582 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-17T15:41:32,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741851_1027 (size=407)
2024-11-17T15:41:32,992 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51097c7269c959a15d13445996b4d797, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:33,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741852_1028 (size=58)
2024-11-17T15:41:33,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-17T15:41:33,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:33,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 51097c7269c959a15d13445996b4d797, disabling compactions & flushes
2024-11-17T15:41:33,401 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,401 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,402 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797. after waiting 0 ms
2024-11-17T15:41:33,402 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,402 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,402 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51097c7269c959a15d13445996b4d797:
Waiting for close lock at 1731858093401Disabling compacts and flushes for region at 1731858093401Disabling writes for close at 1731858093402 (+1 ms)Writing region close event to WAL at 1731858093402Closed at 1731858093402
2024-11-17T15:41:33,403 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:33,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731858093403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858093403"}]},"ts":"1731858093403"}
2024-11-17T15:41:33,406 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:33,407 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:33,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858093408"}]},"ts":"1731858093408"}
2024-11-17T15:41:33,410 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-17T15:41:33,410 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=51097c7269c959a15d13445996b4d797, ASSIGN}]
2024-11-17T15:41:33,411 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=51097c7269c959a15d13445996b4d797, ASSIGN
2024-11-17T15:41:33,412 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=51097c7269c959a15d13445996b4d797, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:33,563 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=51097c7269c959a15d13445996b4d797, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:33,566 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=51097c7269c959a15d13445996b4d797, ASSIGN because future has completed
2024-11-17T15:41:33,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51097c7269c959a15d13445996b4d797, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-17T15:41:33,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-17T15:41:33,724 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 51097c7269c959a15d13445996b4d797, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:33,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:33,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,727 INFO  [StoreOpener-51097c7269c959a15d13445996b4d797-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 51097c7269c959a15d13445996b4d797 
2024-11-17T15:41:33,728 INFO  [StoreOpener-51097c7269c959a15d13445996b4d797-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51097c7269c959a15d13445996b4d797 columnFamilyName testFamily
2024-11-17T15:41:33,729 DEBUG [StoreOpener-51097c7269c959a15d13445996b4d797-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:33,729 INFO  [StoreOpener-51097c7269c959a15d13445996b4d797-1 {}] regionserver.HStore(327): Store=51097c7269c959a15d13445996b4d797/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:33,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:33,736 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 51097c7269c959a15d13445996b4d797; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60064246, jitterRate=-0.10497298836708069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:33,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:33,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 51097c7269c959a15d13445996b4d797:
Running coprocessor pre-open hook at 1731858093725Writing region info on filesystem at 1731858093725Initializing all the Stores at 1731858093726 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858093726Cleaning up temporary data from old regions at 1731858093731 (+5 ms)Running coprocessor post-open hooks at 1731858093736 (+5 ms)Region opened successfully at 1731858093736
2024-11-17T15:41:33,737 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797., pid=30, masterSystemTime=1731858093719
2024-11-17T15:41:33,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,740 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:33,741 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=51097c7269c959a15d13445996b4d797, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:33,743 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51097c7269c959a15d13445996b4d797, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:33,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-17T15:41:33,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 51097c7269c959a15d13445996b4d797, server=7a780d55532c,43145,1731858005383 in 178 msec
2024-11-17T15:41:33,749 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-17T15:41:33,749 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=51097c7269c959a15d13445996b4d797, ASSIGN in 337 msec
2024-11-17T15:41:33,750 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:33,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858093750"}]},"ts":"1731858093750"}
2024-11-17T15:41:33,753 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-17T15:41:33,754 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:33,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1760 sec
2024-11-17T15:41:35,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-17T15:41:35,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-17T15:41:35,613 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-17T15:41:35,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-17T15:41:35,613 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:35,617 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-17T15:41:35,618 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:35,618 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-17T15:41:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:35,630 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:35,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-17T15:41:35,633 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-17T15:41:35,634 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-17T15:41:35,635 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-17T15:41:35,636 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-17T15:41:37,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-17T15:41:39,226 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:40,862 DEBUG [master/7a780d55532c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-17T15:41:41,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738356' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-17T15:41:41,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43145 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:47970 deadline: 1731858107641, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738356' does not exist
2024-11-17T15:41:41,642 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 7a780d55532c,43145,1731858005383 for closing scanner id = 5589845600112738356 for 51097c7269c959a15d13445996b4d797 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '5589845600112738356' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-17T15:41:41,647 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=779 (was 912), ProcessCount=11 (was 11), AvailableMemoryMB=3717 (was 3820)
2024-11-17T15:41:41,655 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=779, ProcessCount=11, AvailableMemoryMB=3716
2024-11-17T15:41:41,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-17T15:41:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-17T15:41:41,661 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-17T15:41:41,661 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:41,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-17T15:41:41,662 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-17T15:41:41,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T15:41:41,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741853_1029 (size=423)
2024-11-17T15:41:42,077 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98b919f9454df88f5a7df536960af9e8, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae
2024-11-17T15:41:42,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741854_1030 (size=74)
2024-11-17T15:41:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-17T15:41:42,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:42,485 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 98b919f9454df88f5a7df536960af9e8, disabling compactions & flushes
2024-11-17T15:41:42,486 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,486 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,486 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8. after waiting 0 ms
2024-11-17T15:41:42,486 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,486 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,486 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98b919f9454df88f5a7df536960af9e8:
Waiting for close lock at 1731858102485Disabling compacts and flushes for region at 1731858102485Disabling writes for close at 1731858102486 (+1 ms)Writing region close event to WAL at 1731858102486Closed at 1731858102486
2024-11-17T15:41:42,488 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-17T15:41:42,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731858102488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731858102488"}]},"ts":"1731858102488"}
2024-11-17T15:41:42,490 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-17T15:41:42,492 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-17T15:41:42,492 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858102492"}]},"ts":"1731858102492"}
2024-11-17T15:41:42,494 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-17T15:41:42,494 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=98b919f9454df88f5a7df536960af9e8, ASSIGN}]
2024-11-17T15:41:42,495 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=98b919f9454df88f5a7df536960af9e8, ASSIGN
2024-11-17T15:41:42,496 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=98b919f9454df88f5a7df536960af9e8, ASSIGN; state=OFFLINE, location=7a780d55532c,43145,1731858005383; forceNewPlan=false, retain=false
2024-11-17T15:41:42,647 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=98b919f9454df88f5a7df536960af9e8, regionState=OPENING, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:42,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=98b919f9454df88f5a7df536960af9e8, ASSIGN because future has completed
2024-11-17T15:41:42,651 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b919f9454df88f5a7df536960af9e8, server=7a780d55532c,43145,1731858005383}]
2024-11-17T15:41:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T15:41:42,808 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,809 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 98b919f9454df88f5a7df536960af9e8, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.', STARTKEY => '', ENDKEY => ''}
2024-11-17T15:41:42,809 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,809 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-17T15:41:42,810 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,810 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,811 INFO  [StoreOpener-98b919f9454df88f5a7df536960af9e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 98b919f9454df88f5a7df536960af9e8 
2024-11-17T15:41:42,813 INFO  [StoreOpener-98b919f9454df88f5a7df536960af9e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b919f9454df88f5a7df536960af9e8 columnFamilyName testFamily
2024-11-17T15:41:42,813 DEBUG [StoreOpener-98b919f9454df88f5a7df536960af9e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-17T15:41:42,814 INFO  [StoreOpener-98b919f9454df88f5a7df536960af9e8-1 {}] regionserver.HStore(327): Store=98b919f9454df88f5a7df536960af9e8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-17T15:41:42,814 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,815 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,815 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,816 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,816 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,818 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,820 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-17T15:41:42,821 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 98b919f9454df88f5a7df536960af9e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74757756, jitterRate=0.11397737264633179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-17T15:41:42,821 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:42,822 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 98b919f9454df88f5a7df536960af9e8:
Running coprocessor pre-open hook at 1731858102810Writing region info on filesystem at 1731858102810Initializing all the Stores at 1731858102811 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731858102811Cleaning up temporary data from old regions at 1731858102816 (+5 ms)Running coprocessor post-open hooks at 1731858102821 (+5 ms)Region opened successfully at 1731858102821
2024-11-17T15:41:42,822 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., pid=33, masterSystemTime=1731858102803
2024-11-17T15:41:42,825 DEBUG [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,825 INFO  [RS_OPEN_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:42,826 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=98b919f9454df88f5a7df536960af9e8, regionState=OPEN, openSeqNum=2, regionLocation=7a780d55532c,43145,1731858005383
2024-11-17T15:41:42,828 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b919f9454df88f5a7df536960af9e8, server=7a780d55532c,43145,1731858005383 because future has completed
2024-11-17T15:41:42,831 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-17T15:41:42,831 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 98b919f9454df88f5a7df536960af9e8, server=7a780d55532c,43145,1731858005383 in 178 msec
2024-11-17T15:41:42,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-17T15:41:42,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=98b919f9454df88f5a7df536960af9e8, ASSIGN in 337 msec
2024-11-17T15:41:42,834 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-17T15:41:42,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731858102834"}]},"ts":"1731858102834"}
2024-11-17T15:41:42,836 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-17T15:41:42,837 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-17T15:41:42,839 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1790 sec
2024-11-17T15:41:43,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-17T15:41:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-17T15:41:44,713 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-17T15:41:44,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-17T15:41:44,713 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:44,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-17T15:41:44,718 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-17T15:41:44,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-17T15:41:44,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:44,731 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-17T15:41:44,731 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-17T15:41:44,734 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-17T15:41:44,735 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T15:41:45,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-17T15:41:45,060 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-17T15:41:45,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-17T15:41:45,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-17T15:41:45,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:41:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-17T15:41:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2]
2024-11-17T15:41:46,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43145 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-17T15:41:47,737 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=7a780d55532c:43145 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-11-17T15:41:47,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=979ms
2024-11-17T15:41:47,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., hostname=7a780d55532c,43145,1731858005383, seqNum=2 from cache
2024-11-17T15:41:47,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=725 (was 779), ProcessCount=11 (was 11), AvailableMemoryMB=3691 (was 3716)
2024-11-17T15:41:47,747 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T15:41:47,747 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T15:41:47,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,753 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T15:41:47,754 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-17T15:41:47,754 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T15:41:47,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T15:41:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,754 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-17T15:41:47,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-17T15:41:47,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1780335685, stopped=false
2024-11-17T15:41:47,755 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7a780d55532c,41613,1731858004596
2024-11-17T15:41:47,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T15:41:47,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:41:47,757 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-17T15:41:47,757 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:41:47,757 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T15:41:47,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T15:41:47,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-17T15:41:47,758 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-17T15:41:47,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T15:41:47,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,759 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7a780d55532c,43145,1731858005383' *****
2024-11-17T15:41:47,759 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-17T15:41:47,759 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-17T15:41:47,759 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-17T15:41:47,759 INFO  [RS:0;7a780d55532c:43145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-17T15:41:47,760 INFO  [RS:0;7a780d55532c:43145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-17T15:41:47,760 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 97965b7b2f7809e5a0fb0b73e8c23f66
2024-11-17T15:41:47,760 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:47,760 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 0147379d149c176e334ff17d19125eb5
2024-11-17T15:41:47,760 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 904d37b952f41aedaa9ee1be4f25020d
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 51097c7269c959a15d13445996b4d797
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 98b919f9454df88f5a7df536960af9e8
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 56970224dbdcb307b64b6e5412ff4b90
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(959): stopping server 7a780d55532c,43145,1731858005383
2024-11-17T15:41:47,761 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97965b7b2f7809e5a0fb0b73e8c23f66, disabling compactions & flushes
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T15:41:47,761 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7a780d55532c:43145.
2024-11-17T15:41:47,761 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:47,761 DEBUG [RS:0;7a780d55532c:43145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-17T15:41:47,761 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66. after waiting 0 ms
2024-11-17T15:41:47,761 DEBUG [RS:0;7a780d55532c:43145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:47,761 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-17T15:41:47,761 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-17T15:41:47,762 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-17T15:41:47,762 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-17T15:41:47,762 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-17T15:41:47,763 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-17T15:41:47,763 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-17T15:41:47,763 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-17T15:41:47,763 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 97965b7b2f7809e5a0fb0b73e8c23f66, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647, c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:47,765 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-17T15:41:47,765 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97965b7b2f7809e5a0fb0b73e8c23f66 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:47,823 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/.tmp/testFamily/528bbbf7b1e543dd97df5db978791ffd is 61, key is row-0/testFamily:testQualifier/1731858068291/Put/seqid=0
2024-11-17T15:41:47,828 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/info/0d46ada4b55f4338bef6faa8ad1a7b69 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d./info:regioninfo/1731858043808/Put/seqid=0
2024-11-17T15:41:47,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741855_1031 (size=5049)
2024-11-17T15:41:47,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741856_1032 (size=20564)
2024-11-17T15:41:47,963 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 97965b7b2f7809e5a0fb0b73e8c23f66, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647, c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:48,163 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 97965b7b2f7809e5a0fb0b73e8c23f66, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647, c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:48,238 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/.tmp/testFamily/528bbbf7b1e543dd97df5db978791ffd
2024-11-17T15:41:48,239 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/info/0d46ada4b55f4338bef6faa8ad1a7b69
2024-11-17T15:41:48,256 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-17T15:41:48,283 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/.tmp/testFamily/528bbbf7b1e543dd97df5db978791ffd as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/testFamily/528bbbf7b1e543dd97df5db978791ffd
2024-11-17T15:41:48,292 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/testFamily/528bbbf7b1e543dd97df5db978791ffd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:48,298 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/ns/34fe5d439b894a3cbf1235ef1974eba6 is 43, key is default/ns:d/1731858040027/Put/seqid=0
2024-11-17T15:41:48,300 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97965b7b2f7809e5a0fb0b73e8c23f66 in 535ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:48,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741857_1033 (size=5153)
2024-11-17T15:41:48,307 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScanner/97965b7b2f7809e5a0fb0b73e8c23f66/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:48,309 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:48,309 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97965b7b2f7809e5a0fb0b73e8c23f66:
Waiting for close lock at 1731858107761Running coprocessor pre-close hooks at 1731858107761Disabling compacts and flushes for region at 1731858107761Disabling writes for close at 1731858107761Obtaining lock to block concurrent updates at 1731858107765 (+4 ms)Preparing flush snapshotting stores in 97965b7b2f7809e5a0fb0b73e8c23f66 at 1731858107765Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858107773 (+8 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66. at 1731858107774 (+1 ms)Flushing 97965b7b2f7809e5a0fb0b73e8c23f66/testFamily: creating writer at 1731858107775 (+1 ms)Flushing 97965b7b2f7809e5a0fb0b73e8c23f66/testFamily: appending metadata at 1731858107816 (+41 ms)Flushing 97965b7b2f7809e5a0fb0b73e8c23f66/testFamily: closing flushed file at 1731858107819 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465c00a1: reopening flushed file at 1731858108282 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97965b7b2f7809e5a0fb0b73e8c23f66 in 535ms, sequenceid=8, compaction requested=false at 1731858108300 (+18 ms)Writing region close event to WAL at 1731858108302 (+2 ms)Running coprocessor post-close hooks at 1731858108307 (+5 ms)Closed at 1731858108309 (+2 ms)
2024-11-17T15:41:48,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731858065240.97965b7b2f7809e5a0fb0b73e8c23f66.
2024-11-17T15:41:48,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c34d8505b850971b0e33dc23a6840514, disabling compactions & flushes
2024-11-17T15:41:48,310 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:41:48,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:41:48,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514. after waiting 0 ms
2024-11-17T15:41:48,310 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:41:48,310 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c34d8505b850971b0e33dc23a6840514 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:48,311 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:48,328 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/.tmp/testFamily/d915cf07d8e648689e35be626b9ca9c2 is 61, key is row-0/testFamily:testQualifier/1731858058124/Put/seqid=0
2024-11-17T15:41:48,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741858_1034 (size=5049)
2024-11-17T15:41:48,364 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647, c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:48,404 INFO  [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-17T15:41:48,404 INFO  [regionserver/7a780d55532c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-17T15:41:48,564 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647, c34d8505b850971b0e33dc23a6840514
2024-11-17T15:41:48,704 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/ns/34fe5d439b894a3cbf1235ef1974eba6
2024-11-17T15:41:48,730 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/table/26dd1d5a59574fbda7dc895329e46883 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731858043958/Put/seqid=0
2024-11-17T15:41:48,734 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/.tmp/testFamily/d915cf07d8e648689e35be626b9ca9c2
2024-11-17T15:41:48,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741859_1035 (size=6699)
2024-11-17T15:41:48,742 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/.tmp/testFamily/d915cf07d8e648689e35be626b9ca9c2 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/testFamily/d915cf07d8e648689e35be626b9ca9c2
2024-11-17T15:41:48,749 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/testFamily/d915cf07d8e648689e35be626b9ca9c2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:48,750 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c34d8505b850971b0e33dc23a6840514 in 440ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:48,756 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNextAsync/c34d8505b850971b0e33dc23a6840514/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:48,757 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c34d8505b850971b0e33dc23a6840514:
Waiting for close lock at 1731858108310Running coprocessor pre-close hooks at 1731858108310Disabling compacts and flushes for region at 1731858108310Disabling writes for close at 1731858108310Obtaining lock to block concurrent updates at 1731858108310Preparing flush snapshotting stores in c34d8505b850971b0e33dc23a6840514 at 1731858108310Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858108310Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514. at 1731858108311 (+1 ms)Flushing c34d8505b850971b0e33dc23a6840514/testFamily: creating writer at 1731858108311Flushing c34d8505b850971b0e33dc23a6840514/testFamily: appending metadata at 1731858108327 (+16 ms)Flushing c34d8505b850971b0e33dc23a6840514/testFamily: closing flushed file at 1731858108327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d45f492: reopening flushed file at 1731858108741 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c34d8505b850971b0e33dc23a6840514 in 440ms, sequenceid=8, compaction requested=false at 1731858108750 (+9 ms)Writing region close event to WAL at 1731858108751 (+1 ms)Running coprocessor post-close hooks at 1731858108756 (+5 ms)Closed at 1731858108756
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731858055086.c34d8505b850971b0e33dc23a6840514.
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0147379d149c176e334ff17d19125eb5, disabling compactions & flushes
2024-11-17T15:41:48,757 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5. after waiting 0 ms
2024-11-17T15:41:48,757 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:41:48,757 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0147379d149c176e334ff17d19125eb5 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:48,764 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-17T15:41:48,764 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0147379d149c176e334ff17d19125eb5=hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., 904d37b952f41aedaa9ee1be4f25020d=testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d., 51097c7269c959a15d13445996b4d797=hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797., b223bf6b3cb24f646caf171b5ffd8647=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., 98b919f9454df88f5a7df536960af9e8=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., 56970224dbdcb307b64b6e5412ff4b90=testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., 99ff074a21fa25958354da3112c4cd62=testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., 65678aeaaaa53291caf92c68b4bb3c7c=testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.}
2024-11-17T15:41:48,764 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:48,776 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/.tmp/testFamily/32ec48368df947f999341e6594d0fb1a is 61, key is row-0/testFamily:testQualifier/1731858049042/Put/seqid=0
2024-11-17T15:41:48,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741860_1036 (size=5049)
2024-11-17T15:41:48,965 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:49,136 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/table/26dd1d5a59574fbda7dc895329e46883
2024-11-17T15:41:49,147 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/info/0d46ada4b55f4338bef6faa8ad1a7b69 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/info/0d46ada4b55f4338bef6faa8ad1a7b69
2024-11-17T15:41:49,156 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/info/0d46ada4b55f4338bef6faa8ad1a7b69, entries=100, sequenceid=56, filesize=20.1 K
2024-11-17T15:41:49,158 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/ns/34fe5d439b894a3cbf1235ef1974eba6 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/ns/34fe5d439b894a3cbf1235ef1974eba6
2024-11-17T15:41:49,165 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 0147379d149c176e334ff17d19125eb5, 1588230740, 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:49,167 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/ns/34fe5d439b894a3cbf1235ef1974eba6, entries=2, sequenceid=56, filesize=5.0 K
2024-11-17T15:41:49,168 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/.tmp/table/26dd1d5a59574fbda7dc895329e46883 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/table/26dd1d5a59574fbda7dc895329e46883
2024-11-17T15:41:49,176 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/table/26dd1d5a59574fbda7dc895329e46883, entries=20, sequenceid=56, filesize=6.5 K
2024-11-17T15:41:49,178 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=56, compaction requested=false
2024-11-17T15:41:49,182 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/.tmp/testFamily/32ec48368df947f999341e6594d0fb1a
2024-11-17T15:41:49,183 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-17T15:41:49,184 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-17T15:41:49,184 INFO  [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-17T15:41:49,184 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731858107762Running coprocessor pre-close hooks at 1731858107762Disabling compacts and flushes for region at 1731858107762Disabling writes for close at 1731858107763 (+1 ms)Obtaining lock to block concurrent updates at 1731858107765 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731858107765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731858107773 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731858107774 (+1 ms)Flushing 1588230740/info: creating writer at 1731858107775 (+1 ms)Flushing 1588230740/info: appending metadata at 1731858107823 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731858107823Flushing 1588230740/ns: creating writer at 1731858108282 (+459 ms)Flushing 1588230740/ns: appending metadata at 1731858108297 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731858108297Flushing 1588230740/table: creating writer at 1731858108712 (+415 ms)Flushing 1588230740/table: appending metadata at 1731858108729 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731858108729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5086954e: reopening flushed file at 1731858109146 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd44688: reopening flushed file at 1731858109157 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a40ba3e: reopening flushed file at 1731858109167 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=56, compaction requested=false at 1731858109178 (+11 ms)Writing region close event to WAL at 1731858109179 (+1 ms)Running coprocessor post-close hooks at 1731858109184 (+5 ms)Closed at 1731858109184
2024-11-17T15:41:49,185 DEBUG [RS_CLOSE_META-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-17T15:41:49,191 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/.tmp/testFamily/32ec48368df947f999341e6594d0fb1a as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/testFamily/32ec48368df947f999341e6594d0fb1a
2024-11-17T15:41:49,198 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/testFamily/32ec48368df947f999341e6594d0fb1a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:49,199 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0147379d149c176e334ff17d19125eb5 in 442ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:49,203 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScanner/0147379d149c176e334ff17d19125eb5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:49,204 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:41:49,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0147379d149c176e334ff17d19125eb5:
Waiting for close lock at 1731858108757Running coprocessor pre-close hooks at 1731858108757Disabling compacts and flushes for region at 1731858108757Disabling writes for close at 1731858108757Obtaining lock to block concurrent updates at 1731858108757Preparing flush snapshotting stores in 0147379d149c176e334ff17d19125eb5 at 1731858108757Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858108757Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5. at 1731858108758 (+1 ms)Flushing 0147379d149c176e334ff17d19125eb5/testFamily: creating writer at 1731858108758Flushing 0147379d149c176e334ff17d19125eb5/testFamily: appending metadata at 1731858108776 (+18 ms)Flushing 0147379d149c176e334ff17d19125eb5/testFamily: closing flushed file at 1731858108776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c5f4542: reopening flushed file at 1731858109190 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0147379d149c176e334ff17d19125eb5 in 442ms, sequenceid=8, compaction requested=false at 1731858109199 (+9 ms)Writing region close event to WAL at 1731858109200 (+1 ms)Running coprocessor post-close hooks at 1731858109204 (+4 ms)Closed at 1731858109204
2024-11-17T15:41:49,204 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731858045985.0147379d149c176e334ff17d19125eb5.
2024-11-17T15:41:49,205 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 904d37b952f41aedaa9ee1be4f25020d, disabling compactions & flushes
2024-11-17T15:41:49,205 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:41:49,205 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:41:49,205 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d. after waiting 0 ms
2024-11-17T15:41:49,205 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:41:49,205 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 904d37b952f41aedaa9ee1be4f25020d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:49,228 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/.tmp/testFamily/fb880f20f95243f48bd36d183f9c2889 is 61, key is row-0/testFamily:testQualifier/1731858045328/Put/seqid=0
2024-11-17T15:41:49,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741861_1037 (size=5049)
2024-11-17T15:41:49,365 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:49,565 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 904d37b952f41aedaa9ee1be4f25020d, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:49,634 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/.tmp/testFamily/fb880f20f95243f48bd36d183f9c2889
2024-11-17T15:41:49,645 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/.tmp/testFamily/fb880f20f95243f48bd36d183f9c2889 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/testFamily/fb880f20f95243f48bd36d183f9c2889
2024-11-17T15:41:49,652 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/testFamily/fb880f20f95243f48bd36d183f9c2889, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:49,653 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 904d37b952f41aedaa9ee1be4f25020d in 448ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:49,658 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextExceptionAsync/904d37b952f41aedaa9ee1be4f25020d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:49,659 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 904d37b952f41aedaa9ee1be4f25020d:
Waiting for close lock at 1731858109204Running coprocessor pre-close hooks at 1731858109204Disabling compacts and flushes for region at 1731858109204Disabling writes for close at 1731858109205 (+1 ms)Obtaining lock to block concurrent updates at 1731858109205Preparing flush snapshotting stores in 904d37b952f41aedaa9ee1be4f25020d at 1731858109205Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858109205Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d. at 1731858109206 (+1 ms)Flushing 904d37b952f41aedaa9ee1be4f25020d/testFamily: creating writer at 1731858109206Flushing 904d37b952f41aedaa9ee1be4f25020d/testFamily: appending metadata at 1731858109228 (+22 ms)Flushing 904d37b952f41aedaa9ee1be4f25020d/testFamily: closing flushed file at 1731858109228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38673ad5: reopening flushed file at 1731858109644 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 904d37b952f41aedaa9ee1be4f25020d in 448ms, sequenceid=8, compaction requested=false at 1731858109653 (+9 ms)Writing region close event to WAL at 1731858109654 (+1 ms)Running coprocessor post-close hooks at 1731858109659 (+5 ms)Closed at 1731858109659
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731858041899.904d37b952f41aedaa9ee1be4f25020d.
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51097c7269c959a15d13445996b4d797, disabling compactions & flushes
2024-11-17T15:41:49,659 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797. after waiting 0 ms
2024-11-17T15:41:49,659 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:49,659 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51097c7269c959a15d13445996b4d797 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:49,675 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/.tmp/testFamily/4c78b84268724f4aaf2f2fa0e1da16f9 is 61, key is row-0/testFamily:testQualifier/1731858095621/Put/seqid=0
2024-11-17T15:41:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741862_1038 (size=5049)
2024-11-17T15:41:49,766 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-17T15:41:49,766 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1325): Online Regions={51097c7269c959a15d13445996b4d797=hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797., b223bf6b3cb24f646caf171b5ffd8647=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., 98b919f9454df88f5a7df536960af9e8=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., 56970224dbdcb307b64b6e5412ff4b90=testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., 99ff074a21fa25958354da3112c4cd62=testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., 65678aeaaaa53291caf92c68b4bb3c7c=testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.}
2024-11-17T15:41:49,766 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:49,966 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 51097c7269c959a15d13445996b4d797, 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:50,080 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/.tmp/testFamily/4c78b84268724f4aaf2f2fa0e1da16f9
2024-11-17T15:41:50,089 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/.tmp/testFamily/4c78b84268724f4aaf2f2fa0e1da16f9 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/testFamily/4c78b84268724f4aaf2f2fa0e1da16f9
2024-11-17T15:41:50,095 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/testFamily/4c78b84268724f4aaf2f2fa0e1da16f9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:50,097 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51097c7269c959a15d13445996b4d797 in 438ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:50,101 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnNext/51097c7269c959a15d13445996b4d797/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:50,102 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51097c7269c959a15d13445996b4d797:
Waiting for close lock at 1731858109659Running coprocessor pre-close hooks at 1731858109659Disabling compacts and flushes for region at 1731858109659Disabling writes for close at 1731858109659Obtaining lock to block concurrent updates at 1731858109659Preparing flush snapshotting stores in 51097c7269c959a15d13445996b4d797 at 1731858109659Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858109659Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797. at 1731858109660 (+1 ms)Flushing 51097c7269c959a15d13445996b4d797/testFamily: creating writer at 1731858109660Flushing 51097c7269c959a15d13445996b4d797/testFamily: appending metadata at 1731858109675 (+15 ms)Flushing 51097c7269c959a15d13445996b4d797/testFamily: closing flushed file at 1731858109675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5128a695: reopening flushed file at 1731858110088 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51097c7269c959a15d13445996b4d797 in 438ms, sequenceid=8, compaction requested=false at 1731858110097 (+9 ms)Writing region close event to WAL at 1731858110097Running coprocessor post-close hooks at 1731858110102 (+5 ms)Closed at 1731858110102
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731858092578.51097c7269c959a15d13445996b4d797.
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b223bf6b3cb24f646caf171b5ffd8647, disabling compactions & flushes
2024-11-17T15:41:50,102 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647. after waiting 0 ms
2024-11-17T15:41:50,102 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:50,102 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b223bf6b3cb24f646caf171b5ffd8647 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:50,119 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/.tmp/testFamily/1bcfd22b72a84e4ebbbf6d25ecd58cfb is 61, key is row-0/testFamily:testQualifier/1731858086540/Put/seqid=0
2024-11-17T15:41:50,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741863_1039 (size=5049)
2024-11-17T15:41:50,166 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:50,367 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62, b223bf6b3cb24f646caf171b5ffd8647
2024-11-17T15:41:50,526 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/.tmp/testFamily/1bcfd22b72a84e4ebbbf6d25ecd58cfb
2024-11-17T15:41:50,534 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/.tmp/testFamily/1bcfd22b72a84e4ebbbf6d25ecd58cfb as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/testFamily/1bcfd22b72a84e4ebbbf6d25ecd58cfb
2024-11-17T15:41:50,541 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/testFamily/1bcfd22b72a84e4ebbbf6d25ecd58cfb, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:50,542 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b223bf6b3cb24f646caf171b5ffd8647 in 440ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:50,547 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b223bf6b3cb24f646caf171b5ffd8647/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:50,548 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b223bf6b3cb24f646caf171b5ffd8647:
Waiting for close lock at 1731858110102Running coprocessor pre-close hooks at 1731858110102Disabling compacts and flushes for region at 1731858110102Disabling writes for close at 1731858110102Obtaining lock to block concurrent updates at 1731858110102Preparing flush snapshotting stores in b223bf6b3cb24f646caf171b5ffd8647 at 1731858110102Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858110102Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647. at 1731858110103 (+1 ms)Flushing b223bf6b3cb24f646caf171b5ffd8647/testFamily: creating writer at 1731858110103Flushing b223bf6b3cb24f646caf171b5ffd8647/testFamily: appending metadata at 1731858110119 (+16 ms)Flushing b223bf6b3cb24f646caf171b5ffd8647/testFamily: closing flushed file at 1731858110119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647c8179: reopening flushed file at 1731858110533 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b223bf6b3cb24f646caf171b5ffd8647 in 440ms, sequenceid=8, compaction requested=false at 1731858110542 (+9 ms)Writing region close event to WAL at 1731858110543 (+1 ms)Running coprocessor post-close hooks at 1731858110548 (+5 ms)Closed at 1731858110548
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731858083509.b223bf6b3cb24f646caf171b5ffd8647.
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98b919f9454df88f5a7df536960af9e8, disabling compactions & flushes
2024-11-17T15:41:50,548 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8. after waiting 0 ms
2024-11-17T15:41:50,548 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:50,548 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98b919f9454df88f5a7df536960af9e8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:50,565 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/.tmp/testFamily/dc977a0be8b14643a05b949a1bbf30bd is 61, key is row-0/testFamily:testQualifier/1731858104722/Put/seqid=0
2024-11-17T15:41:50,567 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:50,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741864_1040 (size=5049)
2024-11-17T15:41:50,767 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-17T15:41:50,767 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1325): Online Regions={98b919f9454df88f5a7df536960af9e8=testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., 56970224dbdcb307b64b6e5412ff4b90=testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., 99ff074a21fa25958354da3112c4cd62=testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., 65678aeaaaa53291caf92c68b4bb3c7c=testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.}
2024-11-17T15:41:50,767 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:50,968 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 98b919f9454df88f5a7df536960af9e8, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:50,970 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/.tmp/testFamily/dc977a0be8b14643a05b949a1bbf30bd
2024-11-17T15:41:50,979 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/.tmp/testFamily/dc977a0be8b14643a05b949a1bbf30bd as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/testFamily/dc977a0be8b14643a05b949a1bbf30bd
2024-11-17T15:41:50,986 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/testFamily/dc977a0be8b14643a05b949a1bbf30bd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:50,988 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98b919f9454df88f5a7df536960af9e8 in 439ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:50,992 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnOpenScannerAsync/98b919f9454df88f5a7df536960af9e8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:50,993 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98b919f9454df88f5a7df536960af9e8:
Waiting for close lock at 1731858110548Running coprocessor pre-close hooks at 1731858110548Disabling compacts and flushes for region at 1731858110548Disabling writes for close at 1731858110548Obtaining lock to block concurrent updates at 1731858110548Preparing flush snapshotting stores in 98b919f9454df88f5a7df536960af9e8 at 1731858110548Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858110549 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8. at 1731858110549Flushing 98b919f9454df88f5a7df536960af9e8/testFamily: creating writer at 1731858110549Flushing 98b919f9454df88f5a7df536960af9e8/testFamily: appending metadata at 1731858110564 (+15 ms)Flushing 98b919f9454df88f5a7df536960af9e8/testFamily: closing flushed file at 1731858110564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cf3ca4: reopening flushed file at 1731858110978 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98b919f9454df88f5a7df536960af9e8 in 439ms, sequenceid=8, compaction requested=false at 1731858110988 (+10 ms)Writing region close event to WAL at 1731858110988Running coprocessor post-close hooks at 1731858110993 (+5 ms)Closed at 1731858110993
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731858101657.98b919f9454df88f5a7df536960af9e8.
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56970224dbdcb307b64b6e5412ff4b90, disabling compactions & flushes
2024-11-17T15:41:50,993 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90. after waiting 0 ms
2024-11-17T15:41:50,993 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:50,993 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56970224dbdcb307b64b6e5412ff4b90 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:51,011 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/.tmp/testFamily/52e29938d6e64d7280645f42aa6177ff is 61, key is row-0/testFamily:testQualifier/1731858065191/Put/seqid=0
2024-11-17T15:41:51,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741865_1041 (size=5049)
2024-11-17T15:41:51,168 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:51,368 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 56970224dbdcb307b64b6e5412ff4b90, 65678aeaaaa53291caf92c68b4bb3c7c, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:51,417 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/.tmp/testFamily/52e29938d6e64d7280645f42aa6177ff
2024-11-17T15:41:51,427 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/.tmp/testFamily/52e29938d6e64d7280645f42aa6177ff as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/testFamily/52e29938d6e64d7280645f42aa6177ff
2024-11-17T15:41:51,436 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/testFamily/52e29938d6e64d7280645f42aa6177ff, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:51,438 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 56970224dbdcb307b64b6e5412ff4b90 in 444ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:51,443 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testRetryOutOfOrderScannerNextException/56970224dbdcb307b64b6e5412ff4b90/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:51,444 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:51,444 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56970224dbdcb307b64b6e5412ff4b90:
Waiting for close lock at 1731858110993Running coprocessor pre-close hooks at 1731858110993Disabling compacts and flushes for region at 1731858110993Disabling writes for close at 1731858110993Obtaining lock to block concurrent updates at 1731858110993Preparing flush snapshotting stores in 56970224dbdcb307b64b6e5412ff4b90 at 1731858110993Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858110994 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90. at 1731858110994Flushing 56970224dbdcb307b64b6e5412ff4b90/testFamily: creating writer at 1731858110994Flushing 56970224dbdcb307b64b6e5412ff4b90/testFamily: appending metadata at 1731858111011 (+17 ms)Flushing 56970224dbdcb307b64b6e5412ff4b90/testFamily: closing flushed file at 1731858111011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21db3b9e: reopening flushed file at 1731858111426 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 56970224dbdcb307b64b6e5412ff4b90 in 444ms, sequenceid=8, compaction requested=false at 1731858111438 (+12 ms)Writing region close event to WAL at 1731858111439 (+1 ms)Running coprocessor post-close hooks at 1731858111444 (+5 ms)Closed at 1731858111444
2024-11-17T15:41:51,444 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731858064168.56970224dbdcb307b64b6e5412ff4b90.
2024-11-17T15:41:51,444 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99ff074a21fa25958354da3112c4cd62, disabling compactions & flushes
2024-11-17T15:41:51,444 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:51,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:51,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62. after waiting 0 ms
2024-11-17T15:41:51,445 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:51,445 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99ff074a21fa25958354da3112c4cd62 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:51,465 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/.tmp/testFamily/5c4bf22a19d94d3a8512fb7df58a6e0a is 61, key is row-0/testFamily:testQualifier/1731858074363/Put/seqid=0
2024-11-17T15:41:51,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741866_1042 (size=5049)
2024-11-17T15:41:51,569 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 65678aeaaaa53291caf92c68b4bb3c7c, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:51,769 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-17T15:41:51,769 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1325): Online Regions={99ff074a21fa25958354da3112c4cd62=testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., 65678aeaaaa53291caf92c68b4bb3c7c=testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.}
2024-11-17T15:41:51,769 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 65678aeaaaa53291caf92c68b4bb3c7c, 99ff074a21fa25958354da3112c4cd62
2024-11-17T15:41:51,871 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/.tmp/testFamily/5c4bf22a19d94d3a8512fb7df58a6e0a
2024-11-17T15:41:51,880 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/.tmp/testFamily/5c4bf22a19d94d3a8512fb7df58a6e0a as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/testFamily/5c4bf22a19d94d3a8512fb7df58a6e0a
2024-11-17T15:41:51,887 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/testFamily/5c4bf22a19d94d3a8512fb7df58a6e0a, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:51,888 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 99ff074a21fa25958354da3112c4cd62 in 443ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:51,893 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNextAsync/99ff074a21fa25958354da3112c4cd62/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:51,894 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99ff074a21fa25958354da3112c4cd62:
Waiting for close lock at 1731858111444Running coprocessor pre-close hooks at 1731858111444Disabling compacts and flushes for region at 1731858111444Disabling writes for close at 1731858111445 (+1 ms)Obtaining lock to block concurrent updates at 1731858111445Preparing flush snapshotting stores in 99ff074a21fa25958354da3112c4cd62 at 1731858111445Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858111445Flushing stores of testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62. at 1731858111445Flushing 99ff074a21fa25958354da3112c4cd62/testFamily: creating writer at 1731858111446 (+1 ms)Flushing 99ff074a21fa25958354da3112c4cd62/testFamily: appending metadata at 1731858111464 (+18 ms)Flushing 99ff074a21fa25958354da3112c4cd62/testFamily: closing flushed file at 1731858111465 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cffc1a: reopening flushed file at 1731858111879 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 99ff074a21fa25958354da3112c4cd62 in 443ms, sequenceid=8, compaction requested=false at 1731858111888 (+9 ms)Writing region close event to WAL at 1731858111889 (+1 ms)Running coprocessor post-close hooks at 1731858111893 (+4 ms)Closed at 1731858111894 (+1 ms)
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731858071327.99ff074a21fa25958354da3112c4cd62.
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65678aeaaaa53291caf92c68b4bb3c7c, disabling compactions & flushes
2024-11-17T15:41:51,894 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c. after waiting 0 ms
2024-11-17T15:41:51,894 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:51,894 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65678aeaaaa53291caf92c68b4bb3c7c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-17T15:41:51,917 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/.tmp/testFamily/bed40e9114e9466bb29e00881430067e is 61, key is row-0/testFamily:testQualifier/1731858080471/Put/seqid=0
2024-11-17T15:41:51,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741867_1043 (size=5049)
2024-11-17T15:41:51,969 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:52,169 DEBUG [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1351): Waiting on 65678aeaaaa53291caf92c68b4bb3c7c
2024-11-17T15:41:52,323 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/.tmp/testFamily/bed40e9114e9466bb29e00881430067e
2024-11-17T15:41:52,331 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/.tmp/testFamily/bed40e9114e9466bb29e00881430067e as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/testFamily/bed40e9114e9466bb29e00881430067e
2024-11-17T15:41:52,337 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/testFamily/bed40e9114e9466bb29e00881430067e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-17T15:41:52,338 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 65678aeaaaa53291caf92c68b4bb3c7c in 444ms, sequenceid=8, compaction requested=false
2024-11-17T15:41:52,343 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/data/default/testNormalScanTimeoutOnNext/65678aeaaaa53291caf92c68b4bb3c7c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-17T15:41:52,343 INFO  [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:52,343 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65678aeaaaa53291caf92c68b4bb3c7c:
Waiting for close lock at 1731858111894Running coprocessor pre-close hooks at 1731858111894Disabling compacts and flushes for region at 1731858111894Disabling writes for close at 1731858111894Obtaining lock to block concurrent updates at 1731858111894Preparing flush snapshotting stores in 65678aeaaaa53291caf92c68b4bb3c7c at 1731858111894Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731858111895 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c. at 1731858111895Flushing 65678aeaaaa53291caf92c68b4bb3c7c/testFamily: creating writer at 1731858111895Flushing 65678aeaaaa53291caf92c68b4bb3c7c/testFamily: appending metadata at 1731858111917 (+22 ms)Flushing 65678aeaaaa53291caf92c68b4bb3c7c/testFamily: closing flushed file at 1731858111917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4aabe: reopening flushed file at 1731858112330 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 65678aeaaaa53291caf92c68b4bb3c7c in 444ms, sequenceid=8, compaction requested=false at 1731858112338 (+8 ms)Writing region close event to WAL at 1731858112339 (+1 ms)Running coprocessor post-close hooks at 1731858112343 (+4 ms)Closed at 1731858112343
2024-11-17T15:41:52,344 DEBUG [RS_CLOSE_REGION-regionserver/7a780d55532c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731858077410.65678aeaaaa53291caf92c68b4bb3c7c.
2024-11-17T15:41:52,370 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(976): stopping server 7a780d55532c,43145,1731858005383; all regions closed.
2024-11-17T15:41:52,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741834_1010 (size=19479)
2024-11-17T15:41:52,379 DEBUG [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/oldWALs
2024-11-17T15:41:52,379 INFO  [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C43145%2C1731858005383.meta:.meta(num 1731858038641)
2024-11-17T15:41:52,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741833_1009 (size=20031)
2024-11-17T15:41:52,384 DEBUG [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/oldWALs
2024-11-17T15:41:52,384 INFO  [RS:0;7a780d55532c:43145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7a780d55532c%2C43145%2C1731858005383:(num 1731858037575)
2024-11-17T15:41:52,384 DEBUG [RS:0;7a780d55532c:43145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-17T15:41:52,384 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T15:41:52,384 INFO  [RS:0;7a780d55532c:43145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T15:41:52,384 INFO  [RS:0;7a780d55532c:43145 {}] hbase.ChoreService(370): Chore service for: regionserver/7a780d55532c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-17T15:41:52,385 INFO  [RS:0;7a780d55532c:43145 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T15:41:52,385 INFO  [regionserver/7a780d55532c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T15:41:52,386 INFO  [RS:0;7a780d55532c:43145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43145
2024-11-17T15:41:52,389 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7a780d55532c,43145,1731858005383
2024-11-17T15:41:52,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-17T15:41:52,389 INFO  [RS:0;7a780d55532c:43145 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T15:41:52,391 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7a780d55532c,43145,1731858005383]
2024-11-17T15:41:52,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7a780d55532c,43145,1731858005383 already deleted, retry=false
2024-11-17T15:41:52,394 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7a780d55532c,43145,1731858005383 expired; onlineServers=0
2024-11-17T15:41:52,394 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7a780d55532c,41613,1731858004596' *****
2024-11-17T15:41:52,394 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-17T15:41:52,394 INFO  [M:0;7a780d55532c:41613 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-17T15:41:52,394 INFO  [M:0;7a780d55532c:41613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-17T15:41:52,394 DEBUG [M:0;7a780d55532c:41613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-17T15:41:52,394 DEBUG [M:0;7a780d55532c:41613 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-17T15:41:52,394 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-17T15:41:52,394 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731858007238 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.small.0-1731858007238,5,FailOnTimeoutGroup]
2024-11-17T15:41:52,394 DEBUG [master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731858007238 {}] cleaner.HFileCleaner(306): Exit Thread[master/7a780d55532c:0:becomeActiveMaster-HFileCleaner.large.0-1731858007238,5,FailOnTimeoutGroup]
2024-11-17T15:41:52,395 INFO  [M:0;7a780d55532c:41613 {}] hbase.ChoreService(370): Chore service for: master/7a780d55532c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-17T15:41:52,395 INFO  [M:0;7a780d55532c:41613 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-17T15:41:52,395 DEBUG [M:0;7a780d55532c:41613 {}] master.HMaster(1795): Stopping service threads
2024-11-17T15:41:52,395 INFO  [M:0;7a780d55532c:41613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-17T15:41:52,395 INFO  [M:0;7a780d55532c:41613 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-17T15:41:52,396 INFO  [M:0;7a780d55532c:41613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-17T15:41:52,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-17T15:41:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-17T15:41:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-17T15:41:52,397 DEBUG [M:0;7a780d55532c:41613 {}] zookeeper.ZKUtil(347): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-17T15:41:52,397 WARN  [M:0;7a780d55532c:41613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-17T15:41:52,397 INFO  [M:0;7a780d55532c:41613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/.lastflushedseqids
2024-11-17T15:41:52,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741868_1044 (size=649)
2024-11-17T15:41:52,471 INFO  [regionserver/7a780d55532c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-17T15:41:52,492 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T15:41:52,492 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43145-0x1012695e1880001, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T15:41:52,492 INFO  [RS:0;7a780d55532c:43145 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T15:41:52,492 INFO  [RS:0;7a780d55532c:43145 {}] regionserver.HRegionServer(1031): Exiting; stopping=7a780d55532c,43145,1731858005383; zookeeper connection closed.
2024-11-17T15:41:52,493 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ab1a878 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ab1a878
2024-11-17T15:41:52,493 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-17T15:41:52,809 INFO  [M:0;7a780d55532c:41613 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-17T15:41:52,809 INFO  [M:0;7a780d55532c:41613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-17T15:41:52,810 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-17T15:41:52,810 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:41:52,810 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:41:52,810 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-17T15:41:52,810 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:41:52,810 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.99 KB heapSize=190.92 KB
2024-11-17T15:41:52,828 DEBUG [M:0;7a780d55532c:41613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe1e8e08e3243a289735ec412e9aa45 is 82, key is hbase:meta,,1/info:regioninfo/1731858039355/Put/seqid=0
2024-11-17T15:41:52,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741869_1045 (size=5672)
2024-11-17T15:41:53,234 INFO  [M:0;7a780d55532c:41613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe1e8e08e3243a289735ec412e9aa45
2024-11-17T15:41:53,259 DEBUG [M:0;7a780d55532c:41613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/529df29041b44779b5974e0a7a6be858 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731858043972/Put/seqid=0
2024-11-17T15:41:53,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741870_1046 (size=14070)
2024-11-17T15:41:53,665 INFO  [M:0;7a780d55532c:41613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/529df29041b44779b5974e0a7a6be858
2024-11-17T15:41:53,672 INFO  [M:0;7a780d55532c:41613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529df29041b44779b5974e0a7a6be858
2024-11-17T15:41:53,691 DEBUG [M:0;7a780d55532c:41613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7cca3f43ce4a4f9e20950bd48b4bb6 is 69, key is 7a780d55532c,43145,1731858005383/rs:state/1731858007291/Put/seqid=0
2024-11-17T15:41:53,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741871_1047 (size=5156)
2024-11-17T15:41:53,811 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-17T15:41:54,097 INFO  [M:0;7a780d55532c:41613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7cca3f43ce4a4f9e20950bd48b4bb6
2024-11-17T15:41:54,104 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe1e8e08e3243a289735ec412e9aa45 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fe1e8e08e3243a289735ec412e9aa45
2024-11-17T15:41:54,111 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fe1e8e08e3243a289735ec412e9aa45, entries=8, sequenceid=317, filesize=5.5 K
2024-11-17T15:41:54,112 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/529df29041b44779b5974e0a7a6be858 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/529df29041b44779b5974e0a7a6be858
2024-11-17T15:41:54,118 INFO  [M:0;7a780d55532c:41613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529df29041b44779b5974e0a7a6be858
2024-11-17T15:41:54,118 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/529df29041b44779b5974e0a7a6be858, entries=33, sequenceid=317, filesize=13.7 K
2024-11-17T15:41:54,119 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b7cca3f43ce4a4f9e20950bd48b4bb6 as hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b7cca3f43ce4a4f9e20950bd48b4bb6
2024-11-17T15:41:54,125 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45667/user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b7cca3f43ce4a4f9e20950bd48b4bb6, entries=1, sequenceid=317, filesize=5.0 K
2024-11-17T15:41:54,126 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=317, compaction requested=false
2024-11-17T15:41:54,128 INFO  [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-17T15:41:54,128 DEBUG [M:0;7a780d55532c:41613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731858112809Disabling compacts and flushes for region at 1731858112809Disabling writes for close at 1731858112810 (+1 ms)Obtaining lock to block concurrent updates at 1731858112810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731858112810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166903, getHeapSize=195440, getOffHeapSize=0, getCellsCount=364 at 1731858112810Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731858112811 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731858112811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731858112828 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731858112828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731858113241 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731858113258 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731858113258Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731858113673 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731858113691 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731858113691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3521f960: reopening flushed file at 1731858114103 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b4e95a: reopening flushed file at 1731858114111 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5389b7f0: reopening flushed file at 1731858114118 (+7 ms)Finished flush of dataSize ~162.99 KB/166903, heapSize ~190.63 KB/195200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=317, compaction requested=false at 1731858114126 (+8 ms)Writing region close event to WAL at 1731858114128 (+2 ms)Closed at 1731858114128
2024-11-17T15:41:54,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43119 is added to blk_1073741830_1006 (size=188115)
2024-11-17T15:41:54,131 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/42ea95a7-c89d-6aaa-28b5-85bcaba199ae/MasterData/WALs/7a780d55532c,41613,1731858004596/7a780d55532c%2C41613%2C1731858004596.1731858006705 not finished, retry = 0
2024-11-17T15:41:54,233 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-17T15:41:54,233 INFO  [M:0;7a780d55532c:41613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-17T15:41:54,233 INFO  [M:0;7a780d55532c:41613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41613
2024-11-17T15:41:54,233 INFO  [M:0;7a780d55532c:41613 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-17T15:41:54,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T15:41:54,335 INFO  [M:0;7a780d55532c:41613 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-17T15:41:54,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41613-0x1012695e1880000, quorum=127.0.0.1:52473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-17T15:41:54,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-17T15:41:54,342 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-17T15:41:54,342 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-17T15:41:54,342 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-17T15:41:54,342 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.log.dir/,STOPPED}
2024-11-17T15:41:54,345 WARN  [BP-1699385534-172.17.0.2-1731858001582 heartbeating to localhost/127.0.0.1:45667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-17T15:41:54,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-17T15:41:54,345 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-17T15:41:54,345 WARN  [BP-1699385534-172.17.0.2-1731858001582 heartbeating to localhost/127.0.0.1:45667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699385534-172.17.0.2-1731858001582 (Datanode Uuid 12076570-4282-4a17-b765-555f41791095) service to localhost/127.0.0.1:45667
2024-11-17T15:41:54,346 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/data/data1/current/BP-1699385534-172.17.0.2-1731858001582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-17T15:41:54,346 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/cluster_d336026c-0213-b688-4de3-7aef15cb807e/data/data2/current/BP-1699385534-172.17.0.2-1731858001582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-17T15:41:54,347 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-17T15:41:54,355 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-17T15:41:54,356 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-17T15:41:54,356 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-17T15:41:54,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-17T15:41:54,356 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56273dba-e63f-cf21-a53e-27d9da138a8c/hadoop.log.dir/,STOPPED}
2024-11-17T15:41:54,364 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-17T15:41:54,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down