2024-11-15 19:59:05,169 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 19:59:05,210 main DEBUG Took 0.018040 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 19:59:05,210 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 19:59:05,211 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 19:59:05,212 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 19:59:05,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,228 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 19:59:05,250 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,254 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,259 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,262 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,264 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,265 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,271 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,273 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,275 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,279 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 19:59:05,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,283 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 19:59:05,288 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 19:59:05,290 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 19:59:05,293 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 19:59:05,296 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 19:59:05,299 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 19:59:05,299 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 19:59:05,318 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 19:59:05,321 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 19:59:05,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 19:59:05,324 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 19:59:05,325 main DEBUG createAppenders(={Console})
2024-11-15 19:59:05,327 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-15 19:59:05,328 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 19:59:05,328 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-15 19:59:05,331 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 19:59:05,332 main DEBUG OutputStream closed
2024-11-15 19:59:05,332 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 19:59:05,333 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 19:59:05,333 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-15 19:59:05,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 19:59:05,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 19:59:05,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 19:59:05,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 19:59:05,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 19:59:05,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 19:59:05,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 19:59:05,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 19:59:05,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 19:59:05,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 19:59:05,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 19:59:05,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 19:59:05,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 19:59:05,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 19:59:05,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 19:59:05,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 19:59:05,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 19:59:05,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 19:59:05,535 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 19:59:05,535 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-15 19:59:05,536 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 19:59:05,537 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-15T19:59:05,558 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-15 19:59:05,563 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 19:59:05,563 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T19:59:06,026 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf
2024-11-15T19:59:06,054 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T19:59:06,084 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0, deleteOnExit=true
2024-11-15T19:59:06,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T19:59:06,085 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/test.cache.data in system properties and HBase conf
2024-11-15T19:59:06,086 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T19:59:06,087 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.log.dir in system properties and HBase conf
2024-11-15T19:59:06,087 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T19:59:06,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T19:59:06,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T19:59:06,340 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T19:59:06,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T19:59:06,529 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T19:59:06,530 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T19:59:06,530 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T19:59:06,531 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T19:59:06,532 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T19:59:06,532 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T19:59:06,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T19:59:06,533 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T19:59:06,534 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T19:59:06,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/nfs.dump.dir in system properties and HBase conf
2024-11-15T19:59:06,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/java.io.tmpdir in system properties and HBase conf
2024-11-15T19:59:06,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T19:59:06,536 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T19:59:06,537 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T19:59:07,875 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T19:59:07,986 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4199ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T19:59:08,092 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T19:59:08,219 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T19:59:08,290 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T19:59:08,291 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T19:59:08,292 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T19:59:08,315 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T19:59:08,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.log.dir/,AVAILABLE}
2024-11-15T19:59:08,329 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T19:59:08,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/java.io.tmpdir/jetty-localhost-33347-hadoop-hdfs-3_4_1-tests_jar-_-any-12889023175724098453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T19:59:08,604 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:33347}
2024-11-15T19:59:08,605 INFO  [Time-limited test {}] server.Server(415): Started @4819ms
2024-11-15T19:59:09,243 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T19:59:09,257 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T19:59:09,259 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T19:59:09,262 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T19:59:09,262 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-15T19:59:09,264 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.log.dir/,AVAILABLE}
2024-11-15T19:59:09,265 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T19:59:09,418 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@341cfc82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/java.io.tmpdir/jetty-localhost-43691-hadoop-hdfs-3_4_1-tests_jar-_-any-14703623631676052089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T19:59:09,419 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:43691}
2024-11-15T19:59:09,419 INFO  [Time-limited test {}] server.Server(415): Started @5633ms
2024-11-15T19:59:09,494 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T19:59:10,171 WARN  [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/data/data2/current/BP-538232250-172.17.0.2-1731700747556/current, will proceed with Du for space computation calculation, 
2024-11-15T19:59:10,171 WARN  [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/data/data1/current/BP-538232250-172.17.0.2-1731700747556/current, will proceed with Du for space computation calculation, 
2024-11-15T19:59:10,235 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T19:59:10,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80316f7b37c6cdfe with lease ID 0x269bca66ff72c5ee: Processing first storage report for DS-fbf2c955-8002-4f51-804a-764b6df18bdc from datanode DatanodeRegistration(127.0.0.1:37049, datanodeUuid=af68b6d3-6c2c-4f19-9e02-1351037a285c, infoPort=33811, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=702533362;c=1731700747556)
2024-11-15T19:59:10,304 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80316f7b37c6cdfe with lease ID 0x269bca66ff72c5ee: from storage DS-fbf2c955-8002-4f51-804a-764b6df18bdc node DatanodeRegistration(127.0.0.1:37049, datanodeUuid=af68b6d3-6c2c-4f19-9e02-1351037a285c, infoPort=33811, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=702533362;c=1731700747556), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T19:59:10,305 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80316f7b37c6cdfe with lease ID 0x269bca66ff72c5ee: Processing first storage report for DS-90eacec8-8ded-4c73-98af-5f7411ce1ed5 from datanode DatanodeRegistration(127.0.0.1:37049, datanodeUuid=af68b6d3-6c2c-4f19-9e02-1351037a285c, infoPort=33811, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=702533362;c=1731700747556)
2024-11-15T19:59:10,305 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80316f7b37c6cdfe with lease ID 0x269bca66ff72c5ee: from storage DS-90eacec8-8ded-4c73-98af-5f7411ce1ed5 node DatanodeRegistration(127.0.0.1:37049, datanodeUuid=af68b6d3-6c2c-4f19-9e02-1351037a285c, infoPort=33811, infoSecurePort=0, ipcPort=45629, storageInfo=lv=-57;cid=testClusterID;nsid=702533362;c=1731700747556), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-15T19:59:10,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf
2024-11-15T19:59:10,450 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/zookeeper_0, clientPort=59394, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T19:59:10,462 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59394
2024-11-15T19:59:10,479 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:10,483 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:10,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741825_1001 (size=7)
2024-11-15T19:59:11,167 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc with version=8
2024-11-15T19:59:11,168 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/hbase-staging
2024-11-15T19:59:11,265 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T19:59:11,571 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c325ef450a96:0 server-side Connection retries=9
2024-11-15T19:59:11,584 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:11,585 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:11,591 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T19:59:11,591 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:11,591 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T19:59:11,765 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T19:59:11,831 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T19:59:11,842 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T19:59:11,847 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T19:59:11,876 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31933 (auto-detected)
2024-11-15T19:59:11,878 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-15T19:59:11,897 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36583
2024-11-15T19:59:11,921 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36583 connecting to ZooKeeper ensemble=127.0.0.1:59394
2024-11-15T19:59:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365830x0, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T19:59:11,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36583-0x101ad83edc50000 connected
2024-11-15T19:59:11,992 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:11,994 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:12,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T19:59:12,010 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc, hbase.cluster.distributed=false
2024-11-15T19:59:12,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T19:59:12,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36583
2024-11-15T19:59:12,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36583
2024-11-15T19:59:12,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36583
2024-11-15T19:59:12,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36583
2024-11-15T19:59:12,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36583
2024-11-15T19:59:12,159 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c325ef450a96:0 server-side Connection retries=9
2024-11-15T19:59:12,161 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:12,162 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:12,162 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T19:59:12,163 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T19:59:12,163 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T19:59:12,166 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T19:59:12,169 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T19:59:12,170 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42193
2024-11-15T19:59:12,172 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42193 connecting to ZooKeeper ensemble=127.0.0.1:59394
2024-11-15T19:59:12,174 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:12,177 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:12,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421930x0, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T19:59:12,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421930x0, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T19:59:12,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42193-0x101ad83edc50001 connected
2024-11-15T19:59:12,191 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T19:59:12,201 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T19:59:12,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-15T19:59:12,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T19:59:12,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42193
2024-11-15T19:59:12,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42193
2024-11-15T19:59:12,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42193
2024-11-15T19:59:12,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42193
2024-11-15T19:59:12,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42193
2024-11-15T19:59:12,230 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c325ef450a96:36583
2024-11-15T19:59:12,231 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c325ef450a96,36583,1731700751327
2024-11-15T19:59:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T19:59:12,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T19:59:12,242 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c325ef450a96,36583,1731700751327
2024-11-15T19:59:12,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-15T19:59:12,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:12,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:12,264 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-15T19:59:12,266 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c325ef450a96,36583,1731700751327 from backup master directory
2024-11-15T19:59:12,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c325ef450a96,36583,1731700751327
2024-11-15T19:59:12,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T19:59:12,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T19:59:12,270 WARN  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T19:59:12,270 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c325ef450a96,36583,1731700751327
2024-11-15T19:59:12,273 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T19:59:12,274 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T19:59:12,334 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/hbase.id] with ID: 76e1d1f5-6c60-43b5-8075-c6624382d72d
2024-11-15T19:59:12,335 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/.tmp/hbase.id
2024-11-15T19:59:12,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741826_1002 (size=42)
2024-11-15T19:59:12,346 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/.tmp/hbase.id]:[hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/hbase.id]
2024-11-15T19:59:12,392 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T19:59:12,397 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T19:59:12,418 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-15T19:59:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:12,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:12,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741827_1003 (size=196)
2024-11-15T19:59:12,454 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T19:59:12,457 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T19:59:12,476 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T19:59:12,481 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T19:59:12,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741828_1004 (size=1189)
2024-11-15T19:59:12,934 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store
2024-11-15T19:59:12,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741829_1005 (size=34)
2024-11-15T19:59:12,960 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T19:59:12,963 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T19:59:12,965 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T19:59:12,965 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T19:59:12,965 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T19:59:12,967 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T19:59:12,967 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T19:59:12,967 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T19:59:12,969 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731700752965Disabling compacts and flushes for region at 1731700752965Disabling writes for close at 1731700752967 (+2 ms)Writing region close event to WAL at 1731700752967Closed at 1731700752967
2024-11-15T19:59:12,971 WARN  [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/.initializing
2024-11-15T19:59:12,971 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/WALs/c325ef450a96,36583,1731700751327
2024-11-15T19:59:12,980 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T19:59:12,996 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C36583%2C1731700751327, suffix=, logDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/WALs/c325ef450a96,36583,1731700751327, archiveDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/oldWALs, maxLogs=10
2024-11-15T19:59:13,021 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/WALs/c325ef450a96,36583,1731700751327/c325ef450a96%2C36583%2C1731700751327.1731700753001, exclude list is [], retry=0
2024-11-15T19:59:13,039 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-fbf2c955-8002-4f51-804a-764b6df18bdc,DISK]
2024-11-15T19:59:13,042 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T19:59:13,081 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/WALs/c325ef450a96,36583,1731700751327/c325ef450a96%2C36583%2C1731700751327.1731700753001
2024-11-15T19:59:13,083 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811)]
2024-11-15T19:59:13,083 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T19:59:13,084 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T19:59:13,087 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,088 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,129 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T19:59:13,156 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T19:59:13,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:13,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T19:59:13,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T19:59:13,167 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T19:59:13,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:13,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T19:59:13,169 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T19:59:13,172 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T19:59:13,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:13,173 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T19:59:13,173 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T19:59:13,176 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T19:59:13,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:13,177 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T19:59:13,178 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,182 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,184 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,190 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,191 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,196 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T19:59:13,200 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T19:59:13,206 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T19:59:13,207 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64087749, jitterRate=-0.04501812160015106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T19:59:13,214 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731700753102Initializing all the Stores at 1731700753105 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700753105Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700753106 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700753106Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700753106Cleaning up temporary data from old regions at 1731700753191 (+85 ms)Region opened successfully at 1731700753214 (+23 ms)
2024-11-15T19:59:13,215 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T19:59:13,255 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7784c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0
2024-11-15T19:59:13,290 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T19:59:13,303 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T19:59:13,303 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T19:59:13,306 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T19:59:13,308 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T19:59:13,314 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-15T19:59:13,314 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T19:59:13,344 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T19:59:13,354 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-15T19:59:13,357 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-15T19:59:13,360 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T19:59:13,362 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-15T19:59:13,364 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-15T19:59:13,367 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T19:59:13,371 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-15T19:59:13,372 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-15T19:59:13,374 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-15T19:59:13,376 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-15T19:59:13,396 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T19:59:13,398 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-15T19:59:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T19:59:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T19:59:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,407 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c325ef450a96,36583,1731700751327, sessionid=0x101ad83edc50000, setting cluster-up flag (Was=false)
2024-11-15T19:59:13,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,428 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-15T19:59:13,430 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,36583,1731700751327
2024-11-15T19:59:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T19:59:13,444 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-15T19:59:13,446 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c325ef450a96,36583,1731700751327
2024-11-15T19:59:13,455 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T19:59:13,520 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(746): ClusterId : 76e1d1f5-6c60-43b5-8075-c6624382d72d
2024-11-15T19:59:13,523 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T19:59:13,530 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T19:59:13,530 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T19:59:13,534 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T19:59:13,535 DEBUG [RS:0;c325ef450a96:42193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c156342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c325ef450a96/172.17.0.2:0
2024-11-15T19:59:13,553 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c325ef450a96:42193
2024-11-15T19:59:13,555 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T19:59:13,556 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T19:59:13,556 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T19:59:13,558 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,36583,1731700751327 with port=42193, startcode=1731700752120
2024-11-15T19:59:13,570 DEBUG [RS:0;c325ef450a96:42193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T19:59:13,571 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T19:59:13,582 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T19:59:13,589 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T19:59:13,594 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c325ef450a96,36583,1731700751327
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T19:59:13,602 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5
2024-11-15T19:59:13,602 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c325ef450a96:0, corePoolSize=5, maxPoolSize=5
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c325ef450a96:0, corePoolSize=10, maxPoolSize=10
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c325ef450a96:0, corePoolSize=2, maxPoolSize=2
2024-11-15T19:59:13,603 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:13,609 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731700783609
2024-11-15T19:59:13,610 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T19:59:13,611 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T19:59:13,612 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T19:59:13,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T19:59:13,613 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T19:59:13,616 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T19:59:13,617 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T19:59:13,617 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T19:59:13,617 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T19:59:13,618 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36583 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T19:59:13,618 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:13,622 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T19:59:13,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:13,623 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T19:59:13,623 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T19:59:13,623 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T19:59:13,626 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T19:59:13,626 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T19:59:13,628 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700753628,5,FailOnTimeoutGroup]
2024-11-15T19:59:13,632 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700753628,5,FailOnTimeoutGroup]
2024-11-15T19:59:13,632 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:13,632 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T19:59:13,634 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:13,634 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:13,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741831_1007 (size=1321)
2024-11-15T19:59:13,650 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-15T19:59:13,651 WARN  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-15T19:59:14,041 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T19:59:14,042 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T19:59:14,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741832_1008 (size=32)
2024-11-15T19:59:14,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T19:59:14,457 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T19:59:14,460 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T19:59:14,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:14,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T19:59:14,461 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T19:59:14,463 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T19:59:14,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:14,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T19:59:14,465 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T19:59:14,467 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T19:59:14,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:14,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T19:59:14,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T19:59:14,470 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T19:59:14,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T19:59:14,471 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T19:59:14,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T19:59:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740
2024-11-15T19:59:14,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740
2024-11-15T19:59:14,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T19:59:14,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T19:59:14,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T19:59:14,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T19:59:14,483 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T19:59:14,484 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015728, jitterRate=-0.09079480171203613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T19:59:14,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731700754454Initializing all the Stores at 1731700754456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700754456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700754457 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700754457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700754457Cleaning up temporary data from old regions at 1731700754476 (+19 ms)Region opened successfully at 1731700754487 (+11 ms)
2024-11-15T19:59:14,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T19:59:14,487 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T19:59:14,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T19:59:14,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T19:59:14,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T19:59:14,489 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T19:59:14,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731700754487Disabling compacts and flushes for region at 1731700754487Disabling writes for close at 1731700754487Writing region close event to WAL at 1731700754488 (+1 ms)Closed at 1731700754489 (+1 ms)
2024-11-15T19:59:14,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T19:59:14,493 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T19:59:14,500 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T19:59:14,509 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T19:59:14,513 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T19:59:14,664 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:15,664 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:16,665 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:17,666 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:18,667 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:19,668 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:20,670 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:21,671 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:21,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T19:59:21,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T19:59:22,672 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:23,672 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:24,675 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:25,676 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:26,677 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:27,677 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:28,678 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:29,679 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:30,680 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:31,681 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:32,681 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:33,682 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:34,683 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:35,684 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:36,685 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:37,685 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:38,686 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:39,687 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:40,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T19:59:40,688 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:41,688 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:42,689 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:43,652 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(2659): reportForDuty to master=c325ef450a96,36583,1731700751327 with port=42193, startcode=1731700752120
2024-11-15T19:59:43,655 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,658 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36583 {}] master.ServerManager(517): Registering regionserver=c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,668 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T19:59:43,668 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39049
2024-11-15T19:59:43,668 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T19:59:43,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T19:59:43,675 DEBUG [RS:0;c325ef450a96:42193 {}] zookeeper.ZKUtil(111): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,675 WARN  [RS:0;c325ef450a96:42193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T19:59:43,675 INFO  [RS:0;c325ef450a96:42193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T19:59:43,675 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,677 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c325ef450a96,42193,1731700752120]
2024-11-15T19:59:43,690 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:43,705 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T19:59:43,719 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T19:59:43,725 INFO  [RS:0;c325ef450a96:42193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T19:59:43,725 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,726 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T19:59:43,736 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T19:59:43,738 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,739 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,739 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,740 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,740 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,741 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,741 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c325ef450a96:0, corePoolSize=2, maxPoolSize=2
2024-11-15T19:59:43,741 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,741 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,742 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,742 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,742 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,742 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c325ef450a96:0, corePoolSize=1, maxPoolSize=1
2024-11-15T19:59:43,742 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3
2024-11-15T19:59:43,743 DEBUG [RS:0;c325ef450a96:42193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c325ef450a96:0, corePoolSize=3, maxPoolSize=3
2024-11-15T19:59:43,748 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,748 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,748 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,750 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,750 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,750 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42193,1731700752120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T19:59:43,799 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T19:59:43,801 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,42193,1731700752120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,802 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,802 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.Replication(171): c325ef450a96,42193,1731700752120 started
2024-11-15T19:59:43,832 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T19:59:43,832 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1482): Serving as c325ef450a96,42193,1731700752120, RpcServer on c325ef450a96/172.17.0.2:42193, sessionid=0x101ad83edc50001
2024-11-15T19:59:43,833 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T19:59:43,834 DEBUG [RS:0;c325ef450a96:42193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,834 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42193,1731700752120'
2024-11-15T19:59:43,834 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-15T19:59:43,836 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-15T19:59:43,837 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T19:59:43,837 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T19:59:43,837 DEBUG [RS:0;c325ef450a96:42193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c325ef450a96,42193,1731700752120
2024-11-15T19:59:43,837 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c325ef450a96,42193,1731700752120'
2024-11-15T19:59:43,837 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-15T19:59:43,839 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-15T19:59:43,840 DEBUG [RS:0;c325ef450a96:42193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T19:59:43,841 INFO  [RS:0;c325ef450a96:42193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T19:59:43,841 INFO  [RS:0;c325ef450a96:42193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T19:59:44,690 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:45,691 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:46,692 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:47,693 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:48,694 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:49,695 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:50,695 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:51,696 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:52,697 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:53,697 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:54,698 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:55,699 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:56,700 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:57,700 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:58,701 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T19:59:59,702 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:00,703 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:01,704 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:02,704 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:03,705 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:04,706 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:05,707 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:06,707 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:07,708 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:08,709 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:09,710 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:10,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T20:00:10,710 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:11,711 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:12,711 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:13,712 WARN  [c325ef450a96:36583 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-15T20:00:13,849 INFO  [RS:0;c325ef450a96:42193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T20:00:13,861 INFO  [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42193%2C1731700752120, suffix=, logDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120, archiveDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/oldWALs, maxLogs=32
2024-11-15T20:00:13,889 DEBUG [RS:0;c325ef450a96:42193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120/c325ef450a96%2C42193%2C1731700752120.1731700813865, exclude list is [], retry=0
2024-11-15T20:00:13,896 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-fbf2c955-8002-4f51-804a-764b6df18bdc,DISK]
2024-11-15T20:00:13,901 INFO  [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120/c325ef450a96%2C42193%2C1731700752120.1731700813865
2024-11-15T20:00:13,904 DEBUG [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811)]
2024-11-15T20:00:13,965 DEBUG [c325ef450a96:36583 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T20:00:13,982 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:13,990 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42193,1731700752120, state=OPENING
2024-11-15T20:00:13,998 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T20:00:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T20:00:14,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T20:00:14,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T20:00:14,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T20:00:14,009 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T20:00:14,011 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:14,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T20:00:14,201 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54299, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T20:00:14,222 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T20:00:14,223 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T20:00:14,224 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T20:00:14,228 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c325ef450a96%2C42193%2C1731700752120.meta, suffix=.meta, logDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120, archiveDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/oldWALs, maxLogs=32
2024-11-15T20:00:14,259 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120/c325ef450a96%2C42193%2C1731700752120.meta.1731700814234.meta, exclude list is [], retry=0
2024-11-15T20:00:14,270 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37049,DS-fbf2c955-8002-4f51-804a-764b6df18bdc,DISK]
2024-11-15T20:00:14,287 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120/c325ef450a96%2C42193%2C1731700752120.meta.1731700814234.meta
2024-11-15T20:00:14,287 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33811:33811)]
2024-11-15T20:00:14,288 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:14,290 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T20:00:14,294 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T20:00:14,305 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T20:00:14,312 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T20:00:14,313 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:14,313 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T20:00:14,313 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T20:00:14,317 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T20:00:14,319 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T20:00:14,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:14,321 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T20:00:14,322 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T20:00:14,324 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T20:00:14,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:14,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T20:00:14,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T20:00:14,328 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T20:00:14,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:14,329 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T20:00:14,329 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T20:00:14,331 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T20:00:14,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:14,332 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T20:00:14,333 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T20:00:14,335 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740
2024-11-15T20:00:14,343 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740
2024-11-15T20:00:14,354 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T20:00:14,354 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T20:00:14,356 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T20:00:14,361 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T20:00:14,363 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64583194, jitterRate=-0.03763541579246521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T20:00:14,363 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T20:00:14,366 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731700814314Writing region info on filesystem at 1731700814314Initializing all the Stores at 1731700814317 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700814317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700814317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700814317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731700814317Cleaning up temporary data from old regions at 1731700814354 (+37 ms)Running coprocessor post-open hooks at 1731700814363 (+9 ms)Region opened successfully at 1731700814365 (+2 ms)
2024-11-15T20:00:14,377 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731700814185
2024-11-15T20:00:14,393 DEBUG [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T20:00:14,394 INFO  [RS_OPEN_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T20:00:14,396 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:14,400 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c325ef450a96,42193,1731700752120, state=OPEN
2024-11-15T20:00:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T20:00:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T20:00:14,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T20:00:14,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T20:00:14,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c325ef450a96,42193,1731700752120
2024-11-15T20:00:14,416 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T20:00:14,416 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c325ef450a96,42193,1731700752120 in 396 msec
2024-11-15T20:00:14,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T20:00:14,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9180 sec
2024-11-15T20:00:14,428 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T20:00:14,428 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T20:00:14,453 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T20:00:14,455 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42193,1731700752120, seqNum=-1]
2024-11-15T20:00:14,483 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T20:00:14,486 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32789, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T20:00:14,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.003 sec
2024-11-15T20:00:14,516 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731700814516, completionTime=-1
2024-11-15T20:00:14,520 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T20:00:14,520 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-15T20:00:14,557 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-15T20:00:14,558 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731700874558
2024-11-15T20:00:14,558 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731700934558
2024-11-15T20:00:14,558 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 37 msec
2024-11-15T20:00:14,561 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,561 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,562 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,564 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c325ef450a96:36583, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,565 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,570 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,580 DEBUG [master/c325ef450a96:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T20:00:14,603 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.332sec
2024-11-15T20:00:14,605 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T20:00:14,606 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T20:00:14,607 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T20:00:14,608 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T20:00:14,608 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T20:00:14,609 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T20:00:14,609 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T20:00:14,620 DEBUG [master/c325ef450a96:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T20:00:14,621 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T20:00:14,622 INFO  [master/c325ef450a96:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c325ef450a96,36583,1731700751327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T20:00:14,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31996d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,711 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T20:00:14,711 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T20:00:14,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,36583,-1 for getting cluster id
2024-11-15T20:00:14,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T20:00:14,745 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76e1d1f5-6c60-43b5-8075-c6624382d72d'
2024-11-15T20:00:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T20:00:14,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76e1d1f5-6c60-43b5-8075-c6624382d72d"

2024-11-15T20:00:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a1b83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,36583,-1]
2024-11-15T20:00:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T20:00:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:00:14,809 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T20:00:14,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd8affa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T20:00:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42193,1731700752120, seqNum=-1]
2024-11-15T20:00:14,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T20:00:14,838 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T20:00:14,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c325ef450a96,36583,1731700751327
2024-11-15T20:00:14,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590d24b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c325ef450a96,36583,-1 for getting cluster id
2024-11-15T20:00:14,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T20:00:14,873 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76e1d1f5-6c60-43b5-8075-c6624382d72d'
2024-11-15T20:00:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T20:00:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76e1d1f5-6c60-43b5-8075-c6624382d72d"

2024-11-15T20:00:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e392e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c325ef450a96,36583,-1]
2024-11-15T20:00:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T20:00:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:00:14,878 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T20:00:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51546f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T20:00:14,904 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=207, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=439
2024-11-15T20:00:14,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T20:00:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c325ef450a96,36583,1731700751327
2024-11-15T20:00:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35499217
2024-11-15T20:00:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T20:00:14,929 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T20:00:14,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T20:00:14,949 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:14,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:14,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-15T20:00:14,957 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T20:00:15,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741835_1011 (size=428)
2024-11-15T20:00:15,016 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35cba6d04c2848dc1be1b401a3a17d30, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:15,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741836_1012 (size=79)
2024-11-15T20:00:15,045 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:15,045 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 35cba6d04c2848dc1be1b401a3a17d30, disabling compactions & flushes
2024-11-15T20:00:15,045 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,046 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,046 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30. after waiting 0 ms
2024-11-15T20:00:15,046 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,046 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,046 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35cba6d04c2848dc1be1b401a3a17d30:
Waiting for close lock at 1731700815045Disabling compacts and flushes for region at 1731700815045Disabling writes for close at 1731700815046 (+1 ms)Writing region close event to WAL at 1731700815046Closed at 1731700815046
2024-11-15T20:00:15,049 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:15,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731700815049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700815049"}]},"ts":"1731700815049"}
2024-11-15T20:00:15,066 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:15,071 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:15,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700815071"}]},"ts":"1731700815071"}
2024-11-15T20:00:15,083 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-15T20:00:15,086 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35cba6d04c2848dc1be1b401a3a17d30, ASSIGN}]
2024-11-15T20:00:15,094 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35cba6d04c2848dc1be1b401a3a17d30, ASSIGN
2024-11-15T20:00:15,097 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35cba6d04c2848dc1be1b401a3a17d30, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:15,249 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35cba6d04c2848dc1be1b401a3a17d30, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:15,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35cba6d04c2848dc1be1b401a3a17d30, ASSIGN because future has completed
2024-11-15T20:00:15,263 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cba6d04c2848dc1be1b401a3a17d30, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:15,439 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,441 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35cba6d04c2848dc1be1b401a3a17d30, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:15,442 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,442 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:15,442 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,442 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,448 INFO  [StoreOpener-35cba6d04c2848dc1be1b401a3a17d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 35cba6d04c2848dc1be1b401a3a17d30 
2024-11-15T20:00:15,452 INFO  [StoreOpener-35cba6d04c2848dc1be1b401a3a17d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35cba6d04c2848dc1be1b401a3a17d30 columnFamilyName testFamily
2024-11-15T20:00:15,452 DEBUG [StoreOpener-35cba6d04c2848dc1be1b401a3a17d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:15,454 INFO  [StoreOpener-35cba6d04c2848dc1be1b401a3a17d30-1 {}] regionserver.HStore(327): Store=35cba6d04c2848dc1be1b401a3a17d30/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:15,454 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,455 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,457 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,457 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,458 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,461 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,468 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:15,470 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35cba6d04c2848dc1be1b401a3a17d30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74403688, jitterRate=0.10870134830474854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:00:15,472 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35cba6d04c2848dc1be1b401a3a17d30:
Running coprocessor pre-open hook at 1731700815442Writing region info on filesystem at 1731700815442Initializing all the Stores at 1731700815447 (+5 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700815447Cleaning up temporary data from old regions at 1731700815458 (+11 ms)Running coprocessor post-open hooks at 1731700815470 (+12 ms)Region opened successfully at 1731700815471 (+1 ms)
2024-11-15T20:00:15,475 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30., pid=6, masterSystemTime=1731700815419
2024-11-15T20:00:15,481 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35cba6d04c2848dc1be1b401a3a17d30, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:15,483 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,483 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:00:15,487 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35cba6d04c2848dc1be1b401a3a17d30, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:15,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T20:00:15,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35cba6d04c2848dc1be1b401a3a17d30, server=c325ef450a96,42193,1731700752120 in 228 msec
2024-11-15T20:00:15,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T20:00:15,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=35cba6d04c2848dc1be1b401a3a17d30, ASSIGN in 412 msec
2024-11-15T20:00:15,509 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:15,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700815509"}]},"ts":"1731700815509"}
2024-11-15T20:00:15,518 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-15T20:00:15,520 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:15,526 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 581 msec
2024-11-15T20:00:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T20:00:15,982 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-15T20:00:15,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-15T20:00:15,984 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:15,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-15T20:00:15,992 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:15,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-15T20:00:15,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T20:00:15,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c325ef450a96,42193,1731700752120, seqNum=-1]
2024-11-15T20:00:15,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T20:00:16,002 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T20:00:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:16,038 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:16,043 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-15T20:00:16,049 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T20:00:16,054 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T20:00:16,056 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T20:00:16,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7368949108565868552
2024-11-15T20:00:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700819055, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:16,067 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T20:00:16,069 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T20:00:16,070 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:16,072 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:16,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7368949108565868554
2024-11-15T20:00:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700819072, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:16,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:16,081 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7368949108565868555
2024-11-15T20:00:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700819079, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:16,086 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:16,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7368949108565868556
2024-11-15T20:00:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700819086, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:16,092 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:16,108 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214 (was 207)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c325ef450a96:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-662399377_22 at /127.0.0.1:57212 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=420 (was 439)
2024-11-15T20:00:16,119 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=214, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=420
2024-11-15T20:00:16,122 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:16,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-15T20:00:16,127 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:16,127 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:16,127 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-15T20:00:16,129 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T20:00:16,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741837_1013 (size=414)
2024-11-15T20:00:16,581 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8acb131208ca1b361929dfd4fe691e66, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:16,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741838_1014 (size=65)
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8acb131208ca1b361929dfd4fe691e66, disabling compactions & flushes
2024-11-15T20:00:17,049 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66. after waiting 0 ms
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,049 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,049 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8acb131208ca1b361929dfd4fe691e66:
Waiting for close lock at 1731700817049Disabling compacts and flushes for region at 1731700817049Disabling writes for close at 1731700817049Writing region close event to WAL at 1731700817049Closed at 1731700817049
2024-11-15T20:00:17,054 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:17,054 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731700817054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700817054"}]},"ts":"1731700817054"}
2024-11-15T20:00:17,057 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:17,060 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:17,060 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700817060"}]},"ts":"1731700817060"}
2024-11-15T20:00:17,064 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T20:00:17,064 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8acb131208ca1b361929dfd4fe691e66, ASSIGN}]
2024-11-15T20:00:17,067 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8acb131208ca1b361929dfd4fe691e66, ASSIGN
2024-11-15T20:00:17,069 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8acb131208ca1b361929dfd4fe691e66, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T20:00:17,220 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8acb131208ca1b361929dfd4fe691e66, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:17,225 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8acb131208ca1b361929dfd4fe691e66, ASSIGN because future has completed
2024-11-15T20:00:17,226 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8acb131208ca1b361929dfd4fe691e66, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:17,388 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8acb131208ca1b361929dfd4fe691e66, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:17,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:17,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,392 INFO  [StoreOpener-8acb131208ca1b361929dfd4fe691e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8acb131208ca1b361929dfd4fe691e66 
2024-11-15T20:00:17,395 INFO  [StoreOpener-8acb131208ca1b361929dfd4fe691e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8acb131208ca1b361929dfd4fe691e66 columnFamilyName testFamily
2024-11-15T20:00:17,395 DEBUG [StoreOpener-8acb131208ca1b361929dfd4fe691e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:17,396 INFO  [StoreOpener-8acb131208ca1b361929dfd4fe691e66-1 {}] regionserver.HStore(327): Store=8acb131208ca1b361929dfd4fe691e66/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:17,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:17,411 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 8acb131208ca1b361929dfd4fe691e66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61036665, jitterRate=-0.09048281610012054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:17,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:00:17,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8acb131208ca1b361929dfd4fe691e66:
Running coprocessor pre-open hook at 1731700817389Writing region info on filesystem at 1731700817390 (+1 ms)Initializing all the Stores at 1731700817391 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700817391Cleaning up temporary data from old regions at 1731700817400 (+9 ms)Running coprocessor post-open hooks at 1731700817412 (+12 ms)Region opened successfully at 1731700817413 (+1 ms)
2024-11-15T20:00:17,415 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., pid=9, masterSystemTime=1731700817381
2024-11-15T20:00:17,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,420 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:00:17,422 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8acb131208ca1b361929dfd4fe691e66, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:17,426 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8acb131208ca1b361929dfd4fe691e66, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:17,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T20:00:17,437 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8acb131208ca1b361929dfd4fe691e66, server=c325ef450a96,42193,1731700752120 in 204 msec
2024-11-15T20:00:17,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-15T20:00:17,445 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8acb131208ca1b361929dfd4fe691e66, ASSIGN in 373 msec
2024-11-15T20:00:17,448 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:17,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700817448"}]},"ts":"1731700817448"}
2024-11-15T20:00:17,456 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T20:00:17,458 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:17,463 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.3350 sec
2024-11-15T20:00:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T20:00:19,161 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-15T20:00:19,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T20:00:19,162 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:19,168 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T20:00:19,168 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:19,168 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-15T20:00:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:19,196 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:19,196 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T20:00:19,202 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T20:00:19,205 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T20:00:19,862 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:00:19,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-15T20:00:19,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T20:00:19,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-15T20:00:21,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T20:00:21,827 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:21,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T20:00:21,829 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T20:00:21,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T20:00:21,830 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:21,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-15T20:00:21,831 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:25,211 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-15T20:00:25,212 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-15T20:00:25,212 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:00:25,225 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=217 (was 214)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 434) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=329 (was 420)
2024-11-15T20:00:25,235 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=217, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=329
2024-11-15T20:00:25,238 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:25,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-15T20:00:25,243 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:25,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:25,244 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-15T20:00:25,246 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T20:00:25,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741839_1015 (size=412)
2024-11-15T20:00:25,663 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eae754da624dda597a7a71459f6fb4f1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:25,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741840_1016 (size=63)
2024-11-15T20:00:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing eae754da624dda597a7a71459f6fb4f1, disabling compactions & flushes
2024-11-15T20:00:26,078 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1. after waiting 0 ms
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,078 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,078 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for eae754da624dda597a7a71459f6fb4f1:
Waiting for close lock at 1731700826078Disabling compacts and flushes for region at 1731700826078Disabling writes for close at 1731700826078Writing region close event to WAL at 1731700826078Closed at 1731700826078
2024-11-15T20:00:26,081 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:26,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731700826081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700826081"}]},"ts":"1731700826081"}
2024-11-15T20:00:26,086 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:26,088 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:26,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700826088"}]},"ts":"1731700826088"}
2024-11-15T20:00:26,091 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T20:00:26,092 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=eae754da624dda597a7a71459f6fb4f1, ASSIGN}]
2024-11-15T20:00:26,094 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=eae754da624dda597a7a71459f6fb4f1, ASSIGN
2024-11-15T20:00:26,096 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=eae754da624dda597a7a71459f6fb4f1, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:26,248 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=eae754da624dda597a7a71459f6fb4f1, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:26,253 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=eae754da624dda597a7a71459f6fb4f1, ASSIGN because future has completed
2024-11-15T20:00:26,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure eae754da624dda597a7a71459f6fb4f1, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T20:00:26,420 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => eae754da624dda597a7a71459f6fb4f1, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,424 INFO  [StoreOpener-eae754da624dda597a7a71459f6fb4f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region eae754da624dda597a7a71459f6fb4f1 
2024-11-15T20:00:26,427 INFO  [StoreOpener-eae754da624dda597a7a71459f6fb4f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eae754da624dda597a7a71459f6fb4f1 columnFamilyName testFamily
2024-11-15T20:00:26,427 DEBUG [StoreOpener-eae754da624dda597a7a71459f6fb4f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:26,428 INFO  [StoreOpener-eae754da624dda597a7a71459f6fb4f1-1 {}] regionserver.HStore(327): Store=eae754da624dda597a7a71459f6fb4f1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:26,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:26,445 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened eae754da624dda597a7a71459f6fb4f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74919993, jitterRate=0.11639489233493805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:26,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:00:26,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for eae754da624dda597a7a71459f6fb4f1:
Running coprocessor pre-open hook at 1731700826422Writing region info on filesystem at 1731700826422Initializing all the Stores at 1731700826423 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700826423Cleaning up temporary data from old regions at 1731700826432 (+9 ms)Running coprocessor post-open hooks at 1731700826445 (+13 ms)Region opened successfully at 1731700826447 (+2 ms)
2024-11-15T20:00:26,449 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1., pid=12, masterSystemTime=1731700826412
2024-11-15T20:00:26,455 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=eae754da624dda597a7a71459f6fb4f1, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:26,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,456 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:00:26,460 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure eae754da624dda597a7a71459f6fb4f1, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:26,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T20:00:26,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure eae754da624dda597a7a71459f6fb4f1, server=c325ef450a96,42193,1731700752120 in 210 msec
2024-11-15T20:00:26,481 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:26,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700826481"}]},"ts":"1731700826481"}
2024-11-15T20:00:26,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-15T20:00:26,484 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=eae754da624dda597a7a71459f6fb4f1, ASSIGN in 380 msec
2024-11-15T20:00:26,485 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T20:00:26,487 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:26,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2490 sec
2024-11-15T20:00:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T20:00:28,272 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-15T20:00:28,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T20:00:28,272 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:28,278 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T20:00:28,279 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:28,279 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-15T20:00:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:28,298 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:28,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T20:00:28,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T20:00:28,305 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T20:00:28,307 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T20:00:28,308 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T20:00:31,955 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:00:31,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-15T20:00:31,988 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:31,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-15T20:00:34,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868565' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T20:00:34,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34680 deadline: 1731700840316, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868565' does not exist
2024-11-15T20:00:34,321 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c325ef450a96,42193,1731700752120 for closing scanner id = 7368949108565868565 for eae754da624dda597a7a71459f6fb4f1 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868565' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T20:00:34,324 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=219 (was 217)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=274 (was 329)
2024-11-15T20:00:34,333 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=219, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=273
2024-11-15T20:00:34,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-15T20:00:34,339 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:34,340 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:34,340 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-15T20:00:34,341 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T20:00:34,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741841_1017 (size=423)
2024-11-15T20:00:34,752 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4886ae72a4b21eb101169fd720eba82, NAME => 'testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:34,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741842_1018 (size=74)
2024-11-15T20:00:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing e4886ae72a4b21eb101169fd720eba82, disabling compactions & flushes
2024-11-15T20:00:35,164 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82. after waiting 0 ms
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,164 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,164 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4886ae72a4b21eb101169fd720eba82:
Waiting for close lock at 1731700835164Disabling compacts and flushes for region at 1731700835164Disabling writes for close at 1731700835164Writing region close event to WAL at 1731700835164Closed at 1731700835164
2024-11-15T20:00:35,166 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:35,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731700835166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700835166"}]},"ts":"1731700835166"}
2024-11-15T20:00:35,170 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:35,171 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:35,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700835171"}]},"ts":"1731700835171"}
2024-11-15T20:00:35,174 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-15T20:00:35,174 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e4886ae72a4b21eb101169fd720eba82, ASSIGN}]
2024-11-15T20:00:35,176 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e4886ae72a4b21eb101169fd720eba82, ASSIGN
2024-11-15T20:00:35,177 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e4886ae72a4b21eb101169fd720eba82, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:35,328 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e4886ae72a4b21eb101169fd720eba82, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:35,332 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e4886ae72a4b21eb101169fd720eba82, ASSIGN because future has completed
2024-11-15T20:00:35,332 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4886ae72a4b21eb101169fd720eba82, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T20:00:35,492 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,492 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => e4886ae72a4b21eb101169fd720eba82, NAME => 'testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:35,492 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,493 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:35,493 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,493 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,495 INFO  [StoreOpener-e4886ae72a4b21eb101169fd720eba82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e4886ae72a4b21eb101169fd720eba82 
2024-11-15T20:00:35,498 INFO  [StoreOpener-e4886ae72a4b21eb101169fd720eba82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4886ae72a4b21eb101169fd720eba82 columnFamilyName testFamily
2024-11-15T20:00:35,499 DEBUG [StoreOpener-e4886ae72a4b21eb101169fd720eba82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:35,500 INFO  [StoreOpener-e4886ae72a4b21eb101169fd720eba82-1 {}] regionserver.HStore(327): Store=e4886ae72a4b21eb101169fd720eba82/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:35,500 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,501 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,502 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,503 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,503 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,506 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,509 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:35,510 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened e4886ae72a4b21eb101169fd720eba82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75200525, jitterRate=0.12057514488697052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:35,510 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:00:35,511 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for e4886ae72a4b21eb101169fd720eba82:
Running coprocessor pre-open hook at 1731700835493Writing region info on filesystem at 1731700835493Initializing all the Stores at 1731700835495 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700835495Cleaning up temporary data from old regions at 1731700835503 (+8 ms)Running coprocessor post-open hooks at 1731700835510 (+7 ms)Region opened successfully at 1731700835511 (+1 ms)
2024-11-15T20:00:35,513 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82., pid=15, masterSystemTime=1731700835486
2024-11-15T20:00:35,516 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,516 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:00:35,517 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e4886ae72a4b21eb101169fd720eba82, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:35,520 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4886ae72a4b21eb101169fd720eba82, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:35,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-15T20:00:35,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e4886ae72a4b21eb101169fd720eba82, server=c325ef450a96,42193,1731700752120 in 190 msec
2024-11-15T20:00:35,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T20:00:35,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=e4886ae72a4b21eb101169fd720eba82, ASSIGN in 351 msec
2024-11-15T20:00:35,530 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:35,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700835530"}]},"ts":"1731700835530"}
2024-11-15T20:00:35,533 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-15T20:00:35,534 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:35,537 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1980 sec
2024-11-15T20:00:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T20:00:37,360 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-15T20:00:37,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-15T20:00:37,361 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:37,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-15T20:00:37,366 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:37,366 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-15T20:00:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:37,382 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:37,382 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-15T20:00:37,385 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T20:00:37,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T20:00:37,389 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T20:00:37,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7368949108565868569
2024-11-15T20:00:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700840388, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:37,392 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T20:00:37,393 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T20:00:37,394 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:37,395 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:37,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=7368949108565868571
2024-11-15T20:00:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700840394, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:37,398 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:37,399 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=7368949108565868572
2024-11-15T20:00:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700840398, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:37,402 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:37,403 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=7368949108565868573
2024-11-15T20:00:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:34680 deadline: 1731700840402, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T20:00:37,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T20:00:37,416 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=222 (was 219)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-662399377_22 at /127.0.0.1:53138 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=259 (was 273)
2024-11-15T20:00:37,425 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=259
2024-11-15T20:00:37,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-15T20:00:37,432 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:37,432 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:37,432 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-15T20:00:37,433 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T20:00:37,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741843_1019 (size=418)
2024-11-15T20:00:37,845 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33b55d73608be93662177d481215adf1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:37,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741844_1020 (size=69)
2024-11-15T20:00:37,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-15T20:00:38,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:38,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 33b55d73608be93662177d481215adf1, disabling compactions & flushes
2024-11-15T20:00:38,255 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1. after waiting 0 ms
2024-11-15T20:00:38,255 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,255 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,256 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33b55d73608be93662177d481215adf1:
Waiting for close lock at 1731700838255Disabling compacts and flushes for region at 1731700838255Disabling writes for close at 1731700838255Writing region close event to WAL at 1731700838255Closed at 1731700838255
2024-11-15T20:00:38,258 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:38,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731700838258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700838258"}]},"ts":"1731700838258"}
2024-11-15T20:00:38,261 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:38,262 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:38,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700838262"}]},"ts":"1731700838262"}
2024-11-15T20:00:38,265 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T20:00:38,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=33b55d73608be93662177d481215adf1, ASSIGN}]
2024-11-15T20:00:38,267 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=33b55d73608be93662177d481215adf1, ASSIGN
2024-11-15T20:00:38,268 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=33b55d73608be93662177d481215adf1, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:38,419 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=33b55d73608be93662177d481215adf1, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:38,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=33b55d73608be93662177d481215adf1, ASSIGN because future has completed
2024-11-15T20:00:38,423 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b55d73608be93662177d481215adf1, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T20:00:38,583 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,584 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 33b55d73608be93662177d481215adf1, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:38,584 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,584 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:38,585 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,585 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,587 INFO  [StoreOpener-33b55d73608be93662177d481215adf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 33b55d73608be93662177d481215adf1 
2024-11-15T20:00:38,589 INFO  [StoreOpener-33b55d73608be93662177d481215adf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b55d73608be93662177d481215adf1 columnFamilyName testFamily
2024-11-15T20:00:38,589 DEBUG [StoreOpener-33b55d73608be93662177d481215adf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:38,590 INFO  [StoreOpener-33b55d73608be93662177d481215adf1-1 {}] regionserver.HStore(327): Store=33b55d73608be93662177d481215adf1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:38,590 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,591 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,592 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,592 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,592 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,595 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,598 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:38,599 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 33b55d73608be93662177d481215adf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58845070, jitterRate=-0.1231401264667511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:38,599 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33b55d73608be93662177d481215adf1
2024-11-15T20:00:38,599 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 33b55d73608be93662177d481215adf1:
Running coprocessor pre-open hook at 1731700838585Writing region info on filesystem at 1731700838585Initializing all the Stores at 1731700838586 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700838586Cleaning up temporary data from old regions at 1731700838592 (+6 ms)Running coprocessor post-open hooks at 1731700838599 (+7 ms)Region opened successfully at 1731700838599
2024-11-15T20:00:38,601 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., pid=18, masterSystemTime=1731700838577
2024-11-15T20:00:38,604 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,604 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:00:38,605 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=33b55d73608be93662177d481215adf1, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:38,607 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b55d73608be93662177d481215adf1, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:38,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-15T20:00:38,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 33b55d73608be93662177d481215adf1, server=c325ef450a96,42193,1731700752120 in 186 msec
2024-11-15T20:00:38,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-15T20:00:38,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=33b55d73608be93662177d481215adf1, ASSIGN in 346 msec
2024-11-15T20:00:38,617 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:38,618 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700838618"}]},"ts":"1731700838618"}
2024-11-15T20:00:38,620 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T20:00:38,622 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:38,624 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1930 sec
2024-11-15T20:00:40,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T20:00:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T20:00:40,470 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-15T20:00:40,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T20:00:40,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:40,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T20:00:40,476 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:40,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-15T20:00:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:40,491 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:40,491 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T20:00:40,495 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T20:00:40,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T20:00:40,994 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:00:41,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T20:00:41,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T20:00:41,504 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:00:41,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T20:00:41,827 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:41,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-15T20:00:41,828 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-15T20:00:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:42,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T20:00:43,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=972ms
2024-11-15T20:00:43,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=972ms
2024-11-15T20:00:43,505 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:00:43,516 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=221 (was 222), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=265 (was 259) - AvailableMemoryMB LEAK? -
2024-11-15T20:00:43,526 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=264
2024-11-15T20:00:43,529 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-15T20:00:43,533 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:43,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-15T20:00:43,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T20:00:43,535 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:43,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741845_1021 (size=416)
2024-11-15T20:00:43,545 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbee51d50ed71eb497eb3419f2a832f0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:43,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741846_1022 (size=67)
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fbee51d50ed71eb497eb3419f2a832f0, disabling compactions & flushes
2024-11-15T20:00:43,955 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0. after waiting 0 ms
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:43,955 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:43,955 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbee51d50ed71eb497eb3419f2a832f0:
Waiting for close lock at 1731700843955Disabling compacts and flushes for region at 1731700843955Disabling writes for close at 1731700843955Writing region close event to WAL at 1731700843955Closed at 1731700843955
2024-11-15T20:00:43,957 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:43,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731700843958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700843958"}]},"ts":"1731700843958"}
2024-11-15T20:00:43,961 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:43,962 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:43,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700843962"}]},"ts":"1731700843962"}
2024-11-15T20:00:43,964 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T20:00:43,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbee51d50ed71eb497eb3419f2a832f0, ASSIGN}]
2024-11-15T20:00:43,966 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbee51d50ed71eb497eb3419f2a832f0, ASSIGN
2024-11-15T20:00:43,967 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbee51d50ed71eb497eb3419f2a832f0, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:43,992 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-15T20:00:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-15T20:00:44,118 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fbee51d50ed71eb497eb3419f2a832f0, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:44,122 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbee51d50ed71eb497eb3419f2a832f0, ASSIGN because future has completed
2024-11-15T20:00:44,122 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbee51d50ed71eb497eb3419f2a832f0, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:44,281 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:44,281 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fbee51d50ed71eb497eb3419f2a832f0, NAME => 'testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:44,282 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,282 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:44,282 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,282 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,284 INFO  [StoreOpener-fbee51d50ed71eb497eb3419f2a832f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fbee51d50ed71eb497eb3419f2a832f0 
2024-11-15T20:00:44,286 INFO  [StoreOpener-fbee51d50ed71eb497eb3419f2a832f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbee51d50ed71eb497eb3419f2a832f0 columnFamilyName testFamily
2024-11-15T20:00:44,286 DEBUG [StoreOpener-fbee51d50ed71eb497eb3419f2a832f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:44,287 INFO  [StoreOpener-fbee51d50ed71eb497eb3419f2a832f0-1 {}] regionserver.HStore(327): Store=fbee51d50ed71eb497eb3419f2a832f0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:44,287 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,289 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,289 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,290 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,290 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,292 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,295 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:44,296 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fbee51d50ed71eb497eb3419f2a832f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70204717, jitterRate=0.04613180458545685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:44,296 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:00:44,297 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fbee51d50ed71eb497eb3419f2a832f0:
Running coprocessor pre-open hook at 1731700844282Writing region info on filesystem at 1731700844282Initializing all the Stores at 1731700844284 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700844284Cleaning up temporary data from old regions at 1731700844290 (+6 ms)Running coprocessor post-open hooks at 1731700844296 (+6 ms)Region opened successfully at 1731700844297 (+1 ms)
2024-11-15T20:00:44,298 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., pid=21, masterSystemTime=1731700844275
2024-11-15T20:00:44,301 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:44,301 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:00:44,302 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fbee51d50ed71eb497eb3419f2a832f0, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:44,305 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbee51d50ed71eb497eb3419f2a832f0, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:44,309 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-15T20:00:44,309 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure fbee51d50ed71eb497eb3419f2a832f0, server=c325ef450a96,42193,1731700752120 in 184 msec
2024-11-15T20:00:44,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-15T20:00:44,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbee51d50ed71eb497eb3419f2a832f0, ASSIGN in 344 msec
2024-11-15T20:00:44,313 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:44,313 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700844313"}]},"ts":"1731700844313"}
2024-11-15T20:00:44,316 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T20:00:44,317 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:44,319 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 788 msec
2024-11-15T20:00:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T20:00:44,550 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-15T20:00:44,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T20:00:44,550 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:44,556 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T20:00:44,556 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:44,557 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-15T20:00:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:44,572 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:44,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T20:00:44,576 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T20:00:44,578 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T20:00:44,579 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T20:00:44,580 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T20:00:47,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868584' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T20:00:47,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34680 deadline: 1731700848587, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868584' does not exist
2024-11-15T20:00:47,589 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c325ef450a96,42193,1731700752120 for closing scanner id = 7368949108565868584 for fbee51d50ed71eb497eb3419f2a832f0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868584' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T20:00:47,596 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 221)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-662399377_22 at /127.0.0.1:55550 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 365), ProcessCount=11 (was 11), AvailableMemoryMB=284 (was 264) - AvailableMemoryMB LEAK? -
2024-11-15T20:00:47,605 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=284
2024-11-15T20:00:47,608 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-15T20:00:47,613 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:47,613 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:47,613 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-15T20:00:47,615 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T20:00:47,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741847_1023 (size=411)
2024-11-15T20:00:48,044 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d605d4e6a3824e3903c8334a1ad8f992, NAME => 'testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:48,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741848_1024 (size=62)
2024-11-15T20:00:48,070 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:48,071 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d605d4e6a3824e3903c8334a1ad8f992, disabling compactions & flushes
2024-11-15T20:00:48,071 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,071 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,071 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992. after waiting 0 ms
2024-11-15T20:00:48,071 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,071 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,071 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d605d4e6a3824e3903c8334a1ad8f992:
Waiting for close lock at 1731700848070Disabling compacts and flushes for region at 1731700848070Disabling writes for close at 1731700848071 (+1 ms)Writing region close event to WAL at 1731700848071Closed at 1731700848071
2024-11-15T20:00:48,073 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:48,074 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731700848074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700848074"}]},"ts":"1731700848074"}
2024-11-15T20:00:48,078 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:48,080 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:48,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-15T20:00:48,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700848080"}]},"ts":"1731700848080"}
2024-11-15T20:00:48,084 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T20:00:48,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d605d4e6a3824e3903c8334a1ad8f992, ASSIGN}]
2024-11-15T20:00:48,086 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d605d4e6a3824e3903c8334a1ad8f992, ASSIGN
2024-11-15T20:00:48,087 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d605d4e6a3824e3903c8334a1ad8f992, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:48,238 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d605d4e6a3824e3903c8334a1ad8f992, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:48,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d605d4e6a3824e3903c8334a1ad8f992, ASSIGN because future has completed
2024-11-15T20:00:48,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d605d4e6a3824e3903c8334a1ad8f992, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:48,410 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,411 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d605d4e6a3824e3903c8334a1ad8f992, NAME => 'testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:48,412 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,412 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:48,412 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,412 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,414 INFO  [StoreOpener-d605d4e6a3824e3903c8334a1ad8f992-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d605d4e6a3824e3903c8334a1ad8f992 
2024-11-15T20:00:48,420 INFO  [StoreOpener-d605d4e6a3824e3903c8334a1ad8f992-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d605d4e6a3824e3903c8334a1ad8f992 columnFamilyName testFamily
2024-11-15T20:00:48,420 DEBUG [StoreOpener-d605d4e6a3824e3903c8334a1ad8f992-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:48,421 INFO  [StoreOpener-d605d4e6a3824e3903c8334a1ad8f992-1 {}] regionserver.HStore(327): Store=d605d4e6a3824e3903c8334a1ad8f992/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:48,421 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,422 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,423 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,424 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,424 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,427 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,432 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:48,433 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d605d4e6a3824e3903c8334a1ad8f992; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67512162, jitterRate=0.006009608507156372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:48,433 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:00:48,434 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d605d4e6a3824e3903c8334a1ad8f992:
Running coprocessor pre-open hook at 1731700848412Writing region info on filesystem at 1731700848412Initializing all the Stores at 1731700848414 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700848414Cleaning up temporary data from old regions at 1731700848424 (+10 ms)Running coprocessor post-open hooks at 1731700848433 (+9 ms)Region opened successfully at 1731700848434 (+1 ms)
2024-11-15T20:00:48,435 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992., pid=24, masterSystemTime=1731700848404
2024-11-15T20:00:48,439 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,439 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:00:48,440 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d605d4e6a3824e3903c8334a1ad8f992, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:48,446 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d605d4e6a3824e3903c8334a1ad8f992, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:48,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-15T20:00:48,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d605d4e6a3824e3903c8334a1ad8f992, server=c325ef450a96,42193,1731700752120 in 204 msec
2024-11-15T20:00:48,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-15T20:00:48,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d605d4e6a3824e3903c8334a1ad8f992, ASSIGN in 372 msec
2024-11-15T20:00:48,462 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:48,462 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700848462"}]},"ts":"1731700848462"}
2024-11-15T20:00:48,466 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T20:00:48,467 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:48,470 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 859 msec
2024-11-15T20:00:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T20:00:48,621 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-15T20:00:48,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T20:00:48,621 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:48,627 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T20:00:48,627 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:48,627 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-15T20:00:48,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:48,644 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:48,644 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T20:00:48,648 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T20:00:48,650 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T20:00:48,652 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T20:00:48,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T20:00:49,785 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:00:49,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-15T20:00:49,995 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-15T20:00:51,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868588' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T20:00:51,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34680 deadline: 1731700852658, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868588' does not exist
2024-11-15T20:00:51,660 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c325ef450a96,42193,1731700752120 for closing scanner id = 7368949108565868588 for d605d4e6a3824e3903c8334a1ad8f992 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868588' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T20:00:51,667 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 336), ProcessCount=11 (was 11), AvailableMemoryMB=337 (was 284) - AvailableMemoryMB LEAK? -
2024-11-15T20:00:51,677 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=337
2024-11-15T20:00:51,692 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:51,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T20:00:51,696 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:51,696 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:51,696 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-15T20:00:51,698 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T20:00:51,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741849_1025 (size=419)
2024-11-15T20:00:51,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T20:00:51,827 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:51,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-15T20:00:51,828 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T20:00:52,112 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3cb43c015f6fdb22419cfb28fbf2ad4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:52,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741850_1026 (size=70)
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b3cb43c015f6fdb22419cfb28fbf2ad4, disabling compactions & flushes
2024-11-15T20:00:52,151 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4. after waiting 0 ms
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,151 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,151 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3cb43c015f6fdb22419cfb28fbf2ad4:
Waiting for close lock at 1731700852151Disabling compacts and flushes for region at 1731700852151Disabling writes for close at 1731700852151Writing region close event to WAL at 1731700852151Closed at 1731700852151
2024-11-15T20:00:52,153 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:52,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-15T20:00:52,154 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731700852154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700852154"}]},"ts":"1731700852154"}
2024-11-15T20:00:52,159 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:52,161 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:52,161 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700852161"}]},"ts":"1731700852161"}
2024-11-15T20:00:52,165 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T20:00:52,166 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b3cb43c015f6fdb22419cfb28fbf2ad4, ASSIGN}]
2024-11-15T20:00:52,167 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b3cb43c015f6fdb22419cfb28fbf2ad4, ASSIGN
2024-11-15T20:00:52,169 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b3cb43c015f6fdb22419cfb28fbf2ad4, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:52,320 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b3cb43c015f6fdb22419cfb28fbf2ad4, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:52,324 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b3cb43c015f6fdb22419cfb28fbf2ad4, ASSIGN because future has completed
2024-11-15T20:00:52,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cb43c015f6fdb22419cfb28fbf2ad4, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:52,485 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => b3cb43c015f6fdb22419cfb28fbf2ad4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,489 INFO  [StoreOpener-b3cb43c015f6fdb22419cfb28fbf2ad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b3cb43c015f6fdb22419cfb28fbf2ad4 
2024-11-15T20:00:52,491 INFO  [StoreOpener-b3cb43c015f6fdb22419cfb28fbf2ad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3cb43c015f6fdb22419cfb28fbf2ad4 columnFamilyName testFamily
2024-11-15T20:00:52,491 DEBUG [StoreOpener-b3cb43c015f6fdb22419cfb28fbf2ad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:52,492 INFO  [StoreOpener-b3cb43c015f6fdb22419cfb28fbf2ad4-1 {}] regionserver.HStore(327): Store=b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:52,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:52,502 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened b3cb43c015f6fdb22419cfb28fbf2ad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977488, jitterRate=-0.10626578330993652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:52,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:00:52,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for b3cb43c015f6fdb22419cfb28fbf2ad4:
Running coprocessor pre-open hook at 1731700852486Writing region info on filesystem at 1731700852486Initializing all the Stores at 1731700852488 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700852488Cleaning up temporary data from old regions at 1731700852495 (+7 ms)Running coprocessor post-open hooks at 1731700852503 (+8 ms)Region opened successfully at 1731700852503
2024-11-15T20:00:52,505 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., pid=27, masterSystemTime=1731700852478
2024-11-15T20:00:52,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,509 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:00:52,509 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b3cb43c015f6fdb22419cfb28fbf2ad4, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:52,512 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3cb43c015f6fdb22419cfb28fbf2ad4, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:52,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-15T20:00:52,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b3cb43c015f6fdb22419cfb28fbf2ad4, server=c325ef450a96,42193,1731700752120 in 190 msec
2024-11-15T20:00:52,526 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-15T20:00:52,526 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b3cb43c015f6fdb22419cfb28fbf2ad4, ASSIGN in 352 msec
2024-11-15T20:00:52,527 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:52,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700852527"}]},"ts":"1731700852527"}
2024-11-15T20:00:52,531 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T20:00:52,538 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:52,540 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 845 msec
2024-11-15T20:00:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T20:00:52,711 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-15T20:00:52,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T20:00:52,712 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:52,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T20:00:52,719 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:52,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T20:00:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:52,747 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:52,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T20:00:52,752 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T20:00:52,754 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T20:00:55,063 INFO  [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T20:00:55,063 INFO  [master/c325ef450a96:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T20:00:55,996 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-15T20:00:57,988 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:00:58,754 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-15T20:00:58,755 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-15T20:00:58,755 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:00:58,768 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=304 (was 337)
2024-11-15T20:00:58,778 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=304
2024-11-15T20:00:58,782 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:00:58,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-15T20:00:58,786 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:00:58,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:58,786 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-15T20:00:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T20:00:58,788 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:00:58,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741851_1027 (size=407)
2024-11-15T20:00:59,214 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fab6561fdbfa336787883a81ed55dc70, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:00:59,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741852_1028 (size=58)
2024-11-15T20:00:59,224 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:59,224 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fab6561fdbfa336787883a81ed55dc70, disabling compactions & flushes
2024-11-15T20:00:59,224 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,224 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,224 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70. after waiting 0 ms
2024-11-15T20:00:59,224 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,224 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,225 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fab6561fdbfa336787883a81ed55dc70:
Waiting for close lock at 1731700859224Disabling compacts and flushes for region at 1731700859224Disabling writes for close at 1731700859224Writing region close event to WAL at 1731700859224Closed at 1731700859224
2024-11-15T20:00:59,227 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:00:59,228 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731700859227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700859227"}]},"ts":"1731700859227"}
2024-11-15T20:00:59,232 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:00:59,234 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:00:59,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700859234"}]},"ts":"1731700859234"}
2024-11-15T20:00:59,237 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T20:00:59,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fab6561fdbfa336787883a81ed55dc70, ASSIGN}]
2024-11-15T20:00:59,238 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fab6561fdbfa336787883a81ed55dc70, ASSIGN
2024-11-15T20:00:59,241 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fab6561fdbfa336787883a81ed55dc70, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:00:59,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-15T20:00:59,393 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fab6561fdbfa336787883a81ed55dc70, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:59,397 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fab6561fdbfa336787883a81ed55dc70, ASSIGN because future has completed
2024-11-15T20:00:59,397 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab6561fdbfa336787883a81ed55dc70, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:00:59,558 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => fab6561fdbfa336787883a81ed55dc70, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:00:59,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:00:59,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,561 INFO  [StoreOpener-fab6561fdbfa336787883a81ed55dc70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fab6561fdbfa336787883a81ed55dc70 
2024-11-15T20:00:59,563 INFO  [StoreOpener-fab6561fdbfa336787883a81ed55dc70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab6561fdbfa336787883a81ed55dc70 columnFamilyName testFamily
2024-11-15T20:00:59,564 DEBUG [StoreOpener-fab6561fdbfa336787883a81ed55dc70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:00:59,564 INFO  [StoreOpener-fab6561fdbfa336787883a81ed55dc70-1 {}] regionserver.HStore(327): Store=fab6561fdbfa336787883a81ed55dc70/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:00:59,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:00:59,574 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened fab6561fdbfa336787883a81ed55dc70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67770028, jitterRate=0.009852111339569092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:00:59,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:00:59,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for fab6561fdbfa336787883a81ed55dc70:
Running coprocessor pre-open hook at 1731700859559Writing region info on filesystem at 1731700859559Initializing all the Stores at 1731700859561 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700859561Cleaning up temporary data from old regions at 1731700859568 (+7 ms)Running coprocessor post-open hooks at 1731700859575 (+7 ms)Region opened successfully at 1731700859575
2024-11-15T20:00:59,577 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., pid=30, masterSystemTime=1731700859551
2024-11-15T20:00:59,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,580 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:00:59,581 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=fab6561fdbfa336787883a81ed55dc70, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:00:59,584 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab6561fdbfa336787883a81ed55dc70, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:00:59,590 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-15T20:00:59,590 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure fab6561fdbfa336787883a81ed55dc70, server=c325ef450a96,42193,1731700752120 in 189 msec
2024-11-15T20:00:59,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-15T20:00:59,594 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=fab6561fdbfa336787883a81ed55dc70, ASSIGN in 353 msec
2024-11-15T20:00:59,596 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:00:59,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700859596"}]},"ts":"1731700859596"}
2024-11-15T20:00:59,599 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T20:00:59,601 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:00:59,604 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 819 msec
2024-11-15T20:00:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T20:00:59,801 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-15T20:00:59,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T20:00:59,801 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:59,810 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T20:00:59,811 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:00:59,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-15T20:00:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:00:59,829 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:00:59,829 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T20:00:59,833 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T20:00:59,835 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T20:00:59,836 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T20:00:59,837 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T20:01:01,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T20:01:01,827 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T20:01:01,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-15T20:01:01,828 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T20:01:01,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-15T20:01:05,061 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:01:05,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868596' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T20:01:05,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42193 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:34680 deadline: 1731700871847, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868596' does not exist
2024-11-15T20:01:05,849 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to c325ef450a96,42193,1731700752120 for closing scanner id = 7368949108565868596 for fab6561fdbfa336787883a81ed55dc70 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '7368949108565868596' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T20:01:05,857 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 221), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=308 (was 304) - AvailableMemoryMB LEAK? -
2024-11-15T20:01:05,869 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=308
2024-11-15T20:01:05,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T20:01:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T20:01:05,875 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T20:01:05,875 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:01:05,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-15T20:01:05,878 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T20:01:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T20:01:05,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741853_1029 (size=423)
2024-11-15T20:01:05,897 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f5fa03a2d7956b7e12962d29fc305e4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc
2024-11-15T20:01:05,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741854_1030 (size=74)
2024-11-15T20:01:05,916 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:01:05,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4f5fa03a2d7956b7e12962d29fc305e4, disabling compactions & flushes
2024-11-15T20:01:05,917 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:05,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:05,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4. after waiting 0 ms
2024-11-15T20:01:05,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:05,917 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:05,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f5fa03a2d7956b7e12962d29fc305e4:
Waiting for close lock at 1731700865917Disabling compacts and flushes for region at 1731700865917Disabling writes for close at 1731700865917Writing region close event to WAL at 1731700865917Closed at 1731700865917
2024-11-15T20:01:05,919 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T20:01:05,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731700865919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731700865919"}]},"ts":"1731700865919"}
2024-11-15T20:01:05,925 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T20:01:05,927 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T20:01:05,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700865927"}]},"ts":"1731700865927"}
2024-11-15T20:01:05,930 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T20:01:05,931 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4f5fa03a2d7956b7e12962d29fc305e4, ASSIGN}]
2024-11-15T20:01:05,933 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4f5fa03a2d7956b7e12962d29fc305e4, ASSIGN
2024-11-15T20:01:05,934 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4f5fa03a2d7956b7e12962d29fc305e4, ASSIGN; state=OFFLINE, location=c325ef450a96,42193,1731700752120; forceNewPlan=false, retain=false
2024-11-15T20:01:06,085 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=4f5fa03a2d7956b7e12962d29fc305e4, regionState=OPENING, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:01:06,089 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4f5fa03a2d7956b7e12962d29fc305e4, ASSIGN because future has completed
2024-11-15T20:01:06,090 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5fa03a2d7956b7e12962d29fc305e4, server=c325ef450a96,42193,1731700752120}]
2024-11-15T20:01:06,247 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:06,248 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f5fa03a2d7956b7e12962d29fc305e4, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.', STARTKEY => '', ENDKEY => ''}
2024-11-15T20:01:06,248 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,248 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T20:01:06,248 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,248 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,251 INFO  [StoreOpener-4f5fa03a2d7956b7e12962d29fc305e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4f5fa03a2d7956b7e12962d29fc305e4 
2024-11-15T20:01:06,253 INFO  [StoreOpener-4f5fa03a2d7956b7e12962d29fc305e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f5fa03a2d7956b7e12962d29fc305e4 columnFamilyName testFamily
2024-11-15T20:01:06,253 DEBUG [StoreOpener-4f5fa03a2d7956b7e12962d29fc305e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T20:01:06,253 INFO  [StoreOpener-4f5fa03a2d7956b7e12962d29fc305e4-1 {}] regionserver.HStore(327): Store=4f5fa03a2d7956b7e12962d29fc305e4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T20:01:06,254 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,255 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,255 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,256 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,256 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,258 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,261 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T20:01:06,262 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 4f5fa03a2d7956b7e12962d29fc305e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67445227, jitterRate=0.005012199282646179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T20:01:06,262 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:06,263 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 4f5fa03a2d7956b7e12962d29fc305e4:
Running coprocessor pre-open hook at 1731700866249Writing region info on filesystem at 1731700866249Initializing all the Stores at 1731700866250 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731700866250Cleaning up temporary data from old regions at 1731700866256 (+6 ms)Running coprocessor post-open hooks at 1731700866262 (+6 ms)Region opened successfully at 1731700866262
2024-11-15T20:01:06,264 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., pid=33, masterSystemTime=1731700866242
2024-11-15T20:01:06,267 DEBUG [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:06,267 INFO  [RS_OPEN_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:06,268 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=4f5fa03a2d7956b7e12962d29fc305e4, regionState=OPEN, openSeqNum=2, regionLocation=c325ef450a96,42193,1731700752120
2024-11-15T20:01:06,271 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f5fa03a2d7956b7e12962d29fc305e4, server=c325ef450a96,42193,1731700752120 because future has completed
2024-11-15T20:01:06,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-15T20:01:06,274 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f5fa03a2d7956b7e12962d29fc305e4, server=c325ef450a96,42193,1731700752120 in 182 msec
2024-11-15T20:01:06,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-15T20:01:06,277 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=4f5fa03a2d7956b7e12962d29fc305e4, ASSIGN in 343 msec
2024-11-15T20:01:06,278 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T20:01:06,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731700866278"}]},"ts":"1731700866278"}
2024-11-15T20:01:06,281 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T20:01:06,282 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T20:01:06,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 410 msec
2024-11-15T20:01:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-15T20:01:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36583 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T20:01:06,891 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-15T20:01:06,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T20:01:06,891 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:01:06,895 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T20:01:06,896 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T20:01:06,896 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T20:01:06,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:01:06,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T20:01:06,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T20:01:06,912 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T20:01:06,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T20:01:07,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-15T20:01:07,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1002ms, rpcTimeout=1000ms
2024-11-15T20:01:07,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:01:08,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-15T20:01:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-15T20:01:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2]
2024-11-15T20:01:08,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42193 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T20:01:09,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=c325ef450a96:42193 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=979ms
2024-11-15T20:01:09,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=979ms
2024-11-15T20:01:09,914 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., hostname=c325ef450a96,42193,1731700752120, seqNum=2 from cache
2024-11-15T20:01:09,923 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 221), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=282 (was 308)
2024-11-15T20:01:09,924 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T20:01:09,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T20:01:09,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,929 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T20:01:09,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T20:01:09,930 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T20:01:09,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T20:01:09,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,930 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T20:01:09,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T20:01:09,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=617532158, stopped=false
2024-11-15T20:01:09,931 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c325ef450a96,36583,1731700751327
2024-11-15T20:01:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T20:01:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T20:01:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T20:01:09,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T20:01:09,933 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T20:01:09,933 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T20:01:09,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T20:01:09,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T20:01:09,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T20:01:09,934 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c325ef450a96,42193,1731700752120' *****
2024-11-15T20:01:09,934 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T20:01:09,935 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T20:01:09,935 INFO  [RS:0;c325ef450a96:42193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T20:01:09,935 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T20:01:09,935 INFO  [RS:0;c325ef450a96:42193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T20:01:09,935 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 35cba6d04c2848dc1be1b401a3a17d30
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for d605d4e6a3824e3903c8334a1ad8f992
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f5fa03a2d7956b7e12962d29fc305e4
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for e4886ae72a4b21eb101169fd720eba82
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 33b55d73608be93662177d481215adf1
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for eae754da624dda597a7a71459f6fb4f1
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for b3cb43c015f6fdb22419cfb28fbf2ad4
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for fab6561fdbfa336787883a81ed55dc70
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(959): stopping server c325ef450a96,42193,1731700752120
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c325ef450a96:42193.
2024-11-15T20:01:09,936 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35cba6d04c2848dc1be1b401a3a17d30, disabling compactions & flushes
2024-11-15T20:01:09,936 DEBUG [RS:0;c325ef450a96:42193 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T20:01:09,936 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:01:09,936 DEBUG [RS:0;c325ef450a96:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:09,936 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:01:09,936 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30. after waiting 0 ms
2024-11-15T20:01:09,936 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:01:09,936 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T20:01:09,937 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T20:01:09,937 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T20:01:09,937 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T20:01:09,937 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-15T20:01:09,937 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T20:01:09,937 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T20:01:09,937 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T20:01:09,937 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T20:01:09,937 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T20:01:09,937 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 35cba6d04c2848dc1be1b401a3a17d30, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, d605d4e6a3824e3903c8334a1ad8f992, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:09,940 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35cba6d04c2848dc1be1b401a3a17d30 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:09,940 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-15T20:01:09,999 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/.tmp/testFamily/d08bcb91749f4291849a7d47539caab4 is 61, key is row-0/testFamily:testQualifier/1731700816015/Put/seqid=0
2024-11-15T20:01:10,001 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/info/f7ee4565fdb94ab6b44ee304dfd5bc25 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30./info:regioninfo/1731700815481/Put/seqid=0
2024-11-15T20:01:10,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741855_1031 (size=20564)
2024-11-15T20:01:10,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741856_1032 (size=5049)
2024-11-15T20:01:10,011 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/info/f7ee4565fdb94ab6b44ee304dfd5bc25
2024-11-15T20:01:10,073 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/ns/3f33f62d4ecd430cb141ee70f50b6369 is 43, key is default/ns:d/1731700814492/Put/seqid=0
2024-11-15T20:01:10,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741857_1033 (size=5153)
2024-11-15T20:01:10,138 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 35cba6d04c2848dc1be1b401a3a17d30, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, d605d4e6a3824e3903c8334a1ad8f992, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:10,338 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 35cba6d04c2848dc1be1b401a3a17d30, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, d605d4e6a3824e3903c8334a1ad8f992, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:10,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T20:01:10,413 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/.tmp/testFamily/d08bcb91749f4291849a7d47539caab4
2024-11-15T20:01:10,425 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/.tmp/testFamily/d08bcb91749f4291849a7d47539caab4 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/testFamily/d08bcb91749f4291849a7d47539caab4
2024-11-15T20:01:10,434 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/testFamily/d08bcb91749f4291849a7d47539caab4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:10,434 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T20:01:10,443 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35cba6d04c2848dc1be1b401a3a17d30 in 500ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:10,451 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextExceptionAsync/35cba6d04c2848dc1be1b401a3a17d30/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:10,453 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:01:10,454 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35cba6d04c2848dc1be1b401a3a17d30:
Waiting for close lock at 1731700869936Running coprocessor pre-close hooks at 1731700869936Disabling compacts and flushes for region at 1731700869936Disabling writes for close at 1731700869936Obtaining lock to block concurrent updates at 1731700869940 (+4 ms)Preparing flush snapshotting stores in 35cba6d04c2848dc1be1b401a3a17d30 at 1731700869940Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700869948 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30. at 1731700869949 (+1 ms)Flushing 35cba6d04c2848dc1be1b401a3a17d30/testFamily: creating writer at 1731700869951 (+2 ms)Flushing 35cba6d04c2848dc1be1b401a3a17d30/testFamily: appending metadata at 1731700869991 (+40 ms)Flushing 35cba6d04c2848dc1be1b401a3a17d30/testFamily: closing flushed file at 1731700869995 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@107277e0: reopening flushed file at 1731700870423 (+428 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35cba6d04c2848dc1be1b401a3a17d30 in 500ms, sequenceid=8, compaction requested=false at 1731700870443 (+20 ms)Writing region close event to WAL at 1731700870445 (+2 ms)Running coprocessor post-close hooks at 1731700870452 (+7 ms)Closed at 1731700870453 (+1 ms)
2024-11-15T20:01:10,454 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731700814930.35cba6d04c2848dc1be1b401a3a17d30.
2024-11-15T20:01:10,455 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d605d4e6a3824e3903c8334a1ad8f992, disabling compactions & flushes
2024-11-15T20:01:10,455 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:01:10,455 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:01:10,455 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992. after waiting 0 ms
2024-11-15T20:01:10,455 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:01:10,455 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d605d4e6a3824e3903c8334a1ad8f992 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:10,480 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/ns/3f33f62d4ecd430cb141ee70f50b6369
2024-11-15T20:01:10,481 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/.tmp/testFamily/0417212623484c36b2bbdcecdcfc3c69 is 61, key is row-0/testFamily:testQualifier/1731700848633/Put/seqid=0
2024-11-15T20:01:10,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741858_1034 (size=5049)
2024-11-15T20:01:10,488 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/.tmp/testFamily/0417212623484c36b2bbdcecdcfc3c69
2024-11-15T20:01:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/.tmp/testFamily/0417212623484c36b2bbdcecdcfc3c69 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/testFamily/0417212623484c36b2bbdcecdcfc3c69
2024-11-15T20:01:10,511 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/testFamily/0417212623484c36b2bbdcecdcfc3c69, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:10,514 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/table/e9e0d5b66e594a87a41ffbe6b849ff58 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731700815509/Put/seqid=0
2024-11-15T20:01:10,515 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d605d4e6a3824e3903c8334a1ad8f992 in 60ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:10,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741859_1035 (size=6699)
2024-11-15T20:01:10,521 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNext/d605d4e6a3824e3903c8334a1ad8f992/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:10,522 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:01:10,522 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d605d4e6a3824e3903c8334a1ad8f992:
Waiting for close lock at 1731700870455Running coprocessor pre-close hooks at 1731700870455Disabling compacts and flushes for region at 1731700870455Disabling writes for close at 1731700870455Obtaining lock to block concurrent updates at 1731700870455Preparing flush snapshotting stores in d605d4e6a3824e3903c8334a1ad8f992 at 1731700870455Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700870455Flushing stores of testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992. at 1731700870457 (+2 ms)Flushing d605d4e6a3824e3903c8334a1ad8f992/testFamily: creating writer at 1731700870458 (+1 ms)Flushing d605d4e6a3824e3903c8334a1ad8f992/testFamily: appending metadata at 1731700870481 (+23 ms)Flushing d605d4e6a3824e3903c8334a1ad8f992/testFamily: closing flushed file at 1731700870481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195159d3: reopening flushed file at 1731700870497 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d605d4e6a3824e3903c8334a1ad8f992 in 60ms, sequenceid=8, compaction requested=false at 1731700870515 (+18 ms)Writing region close event to WAL at 1731700870516 (+1 ms)Running coprocessor post-close hooks at 1731700870522 (+6 ms)Closed at 1731700870522
2024-11-15T20:01:10,523 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731700847608.d605d4e6a3824e3903c8334a1ad8f992.
2024-11-15T20:01:10,523 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f5fa03a2d7956b7e12962d29fc305e4, disabling compactions & flushes
2024-11-15T20:01:10,523 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:10,523 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:10,523 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4. after waiting 0 ms
2024-11-15T20:01:10,523 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:10,523 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f5fa03a2d7956b7e12962d29fc305e4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:10,538 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:10,541 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/.tmp/testFamily/c4c877b96f394504b190852b40c729d2 is 61, key is row-0/testFamily:testQualifier/1731700866900/Put/seqid=0
2024-11-15T20:01:10,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741860_1036 (size=5049)
2024-11-15T20:01:10,739 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:10,782 INFO  [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T20:01:10,782 INFO  [regionserver/c325ef450a96:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T20:01:10,921 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/table/e9e0d5b66e594a87a41ffbe6b849ff58
2024-11-15T20:01:10,931 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/info/f7ee4565fdb94ab6b44ee304dfd5bc25 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/info/f7ee4565fdb94ab6b44ee304dfd5bc25
2024-11-15T20:01:10,939 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-15T20:01:10,939 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f5fa03a2d7956b7e12962d29fc305e4=testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., e4886ae72a4b21eb101169fd720eba82=testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82., 33b55d73608be93662177d481215adf1=testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., eae754da624dda597a7a71459f6fb4f1=hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1., b3cb43c015f6fdb22419cfb28fbf2ad4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., fbee51d50ed71eb497eb3419f2a832f0=testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., fab6561fdbfa336787883a81ed55dc70=hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., 8acb131208ca1b361929dfd4fe691e66=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.}
2024-11-15T20:01:10,939 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/info/f7ee4565fdb94ab6b44ee304dfd5bc25, entries=100, sequenceid=56, filesize=20.1 K
2024-11-15T20:01:10,939 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b55d73608be93662177d481215adf1, 4f5fa03a2d7956b7e12962d29fc305e4, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:10,941 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/ns/3f33f62d4ecd430cb141ee70f50b6369 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/ns/3f33f62d4ecd430cb141ee70f50b6369
2024-11-15T20:01:10,947 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/.tmp/testFamily/c4c877b96f394504b190852b40c729d2
2024-11-15T20:01:10,949 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/ns/3f33f62d4ecd430cb141ee70f50b6369, entries=2, sequenceid=56, filesize=5.0 K
2024-11-15T20:01:10,951 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/.tmp/table/e9e0d5b66e594a87a41ffbe6b849ff58 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/table/e9e0d5b66e594a87a41ffbe6b849ff58
2024-11-15T20:01:10,956 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/.tmp/testFamily/c4c877b96f394504b190852b40c729d2 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/testFamily/c4c877b96f394504b190852b40c729d2
2024-11-15T20:01:10,960 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/table/e9e0d5b66e594a87a41ffbe6b849ff58, entries=20, sequenceid=56, filesize=6.5 K
2024-11-15T20:01:10,961 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false
2024-11-15T20:01:10,963 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/testFamily/c4c877b96f394504b190852b40c729d2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:10,964 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f5fa03a2d7956b7e12962d29fc305e4 in 441ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:10,968 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-15T20:01:10,968 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T20:01:10,969 INFO  [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T20:01:10,969 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScannerAsync/4f5fa03a2d7956b7e12962d29fc305e4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:10,969 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731700869937Running coprocessor pre-close hooks at 1731700869937Disabling compacts and flushes for region at 1731700869937Disabling writes for close at 1731700869937Obtaining lock to block concurrent updates at 1731700869940 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731700869940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731700869948 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731700869949 (+1 ms)Flushing 1588230740/info: creating writer at 1731700869951 (+2 ms)Flushing 1588230740/info: appending metadata at 1731700869998 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731700869998Flushing 1588230740/ns: creating writer at 1731700870055 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731700870072 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731700870072Flushing 1588230740/table: creating writer at 1731700870489 (+417 ms)Flushing 1588230740/table: appending metadata at 1731700870513 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731700870513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f722714: reopening flushed file at 1731700870929 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc60a00: reopening flushed file at 1731700870939 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7757a8: reopening flushed file at 1731700870950 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=56, compaction requested=false at 1731700870961 (+11 ms)Writing region close event to WAL at 1731700870963 (+2 ms)Running coprocessor post-close hooks at 1731700870968 (+5 ms)Closed at 1731700870969 (+1 ms)
2024-11-15T20:01:10,969 DEBUG [RS_CLOSE_META-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T20:01:10,970 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f5fa03a2d7956b7e12962d29fc305e4:
Waiting for close lock at 1731700870523Running coprocessor pre-close hooks at 1731700870523Disabling compacts and flushes for region at 1731700870523Disabling writes for close at 1731700870523Obtaining lock to block concurrent updates at 1731700870523Preparing flush snapshotting stores in 4f5fa03a2d7956b7e12962d29fc305e4 at 1731700870523Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700870523Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4. at 1731700870524 (+1 ms)Flushing 4f5fa03a2d7956b7e12962d29fc305e4/testFamily: creating writer at 1731700870524Flushing 4f5fa03a2d7956b7e12962d29fc305e4/testFamily: appending metadata at 1731700870540 (+16 ms)Flushing 4f5fa03a2d7956b7e12962d29fc305e4/testFamily: closing flushed file at 1731700870541 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389780d0: reopening flushed file at 1731700870954 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4f5fa03a2d7956b7e12962d29fc305e4 in 441ms, sequenceid=8, compaction requested=false at 1731700870964 (+10 ms)Writing region close event to WAL at 1731700870965 (+1 ms)Running coprocessor post-close hooks at 1731700870970 (+5 ms)Closed at 1731700870970
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731700865871.4f5fa03a2d7956b7e12962d29fc305e4.
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4886ae72a4b21eb101169fd720eba82, disabling compactions & flushes
2024-11-15T20:01:10,970 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82. after waiting 0 ms
2024-11-15T20:01:10,970 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:01:10,971 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4886ae72a4b21eb101169fd720eba82 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:10,988 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/.tmp/testFamily/59ea46ec590346f29c497d457fc875c7 is 61, key is row-0/testFamily:testQualifier/1731700837371/Put/seqid=0
2024-11-15T20:01:10,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741861_1037 (size=5049)
2024-11-15T20:01:11,139 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 33b55d73608be93662177d481215adf1, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:11,340 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 33b55d73608be93662177d481215adf1, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, e4886ae72a4b21eb101169fd720eba82, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:11,394 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/.tmp/testFamily/59ea46ec590346f29c497d457fc875c7
2024-11-15T20:01:11,403 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/.tmp/testFamily/59ea46ec590346f29c497d457fc875c7 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/testFamily/59ea46ec590346f29c497d457fc875c7
2024-11-15T20:01:11,411 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/testFamily/59ea46ec590346f29c497d457fc875c7, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:11,412 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4886ae72a4b21eb101169fd720eba82 in 441ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:11,416 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testRetryOutOfOrderScannerNextException/e4886ae72a4b21eb101169fd720eba82/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:11,417 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:01:11,417 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4886ae72a4b21eb101169fd720eba82:
Waiting for close lock at 1731700870970Running coprocessor pre-close hooks at 1731700870970Disabling compacts and flushes for region at 1731700870970Disabling writes for close at 1731700870970Obtaining lock to block concurrent updates at 1731700870971 (+1 ms)Preparing flush snapshotting stores in e4886ae72a4b21eb101169fd720eba82 at 1731700870971Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700870971Flushing stores of testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82. at 1731700870972 (+1 ms)Flushing e4886ae72a4b21eb101169fd720eba82/testFamily: creating writer at 1731700870972Flushing e4886ae72a4b21eb101169fd720eba82/testFamily: appending metadata at 1731700870988 (+16 ms)Flushing e4886ae72a4b21eb101169fd720eba82/testFamily: closing flushed file at 1731700870988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc6c7b8: reopening flushed file at 1731700871402 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e4886ae72a4b21eb101169fd720eba82 in 441ms, sequenceid=8, compaction requested=false at 1731700871412 (+10 ms)Writing region close event to WAL at 1731700871413 (+1 ms)Running coprocessor post-close hooks at 1731700871417 (+4 ms)Closed at 1731700871417
2024-11-15T20:01:11,418 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731700834335.e4886ae72a4b21eb101169fd720eba82.
2024-11-15T20:01:11,418 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33b55d73608be93662177d481215adf1, disabling compactions & flushes
2024-11-15T20:01:11,418 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:01:11,418 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:01:11,418 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1. after waiting 0 ms
2024-11-15T20:01:11,418 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:01:11,418 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33b55d73608be93662177d481215adf1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:11,435 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/.tmp/testFamily/fb18c10e7f2440249676a65a878df76f is 61, key is row-0/testFamily:testQualifier/1731700840481/Put/seqid=0
2024-11-15T20:01:11,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741862_1038 (size=5049)
2024-11-15T20:01:11,540 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 33b55d73608be93662177d481215adf1, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:11,740 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 33b55d73608be93662177d481215adf1, 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:11,752 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T20:01:11,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T20:01:11,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T20:01:11,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T20:01:11,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T20:01:11,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T20:01:11,841 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/.tmp/testFamily/fb18c10e7f2440249676a65a878df76f
2024-11-15T20:01:11,850 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/.tmp/testFamily/fb18c10e7f2440249676a65a878df76f as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/testFamily/fb18c10e7f2440249676a65a878df76f
2024-11-15T20:01:11,858 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/testFamily/fb18c10e7f2440249676a65a878df76f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:11,859 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33b55d73608be93662177d481215adf1 in 441ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:11,864 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnOpenScanner/33b55d73608be93662177d481215adf1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:11,864 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:01:11,864 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33b55d73608be93662177d481215adf1:
Waiting for close lock at 1731700871418Running coprocessor pre-close hooks at 1731700871418Disabling compacts and flushes for region at 1731700871418Disabling writes for close at 1731700871418Obtaining lock to block concurrent updates at 1731700871418Preparing flush snapshotting stores in 33b55d73608be93662177d481215adf1 at 1731700871418Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700871418Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1. at 1731700871419 (+1 ms)Flushing 33b55d73608be93662177d481215adf1/testFamily: creating writer at 1731700871419Flushing 33b55d73608be93662177d481215adf1/testFamily: appending metadata at 1731700871435 (+16 ms)Flushing 33b55d73608be93662177d481215adf1/testFamily: closing flushed file at 1731700871435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4e5e12: reopening flushed file at 1731700871849 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 33b55d73608be93662177d481215adf1 in 441ms, sequenceid=8, compaction requested=false at 1731700871859 (+10 ms)Writing region close event to WAL at 1731700871859Running coprocessor post-close hooks at 1731700871864 (+5 ms)Closed at 1731700871864
2024-11-15T20:01:11,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731700837428.33b55d73608be93662177d481215adf1.
2024-11-15T20:01:11,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eae754da624dda597a7a71459f6fb4f1, disabling compactions & flushes
2024-11-15T20:01:11,865 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:01:11,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:01:11,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1. after waiting 0 ms
2024-11-15T20:01:11,865 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:01:11,865 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eae754da624dda597a7a71459f6fb4f1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:11,882 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/.tmp/testFamily/476021aa04404f50a1475dc198559dac is 61, key is row-0/testFamily:testQualifier/1731700828286/Put/seqid=0
2024-11-15T20:01:11,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741863_1039 (size=5049)
2024-11-15T20:01:11,941 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-11-15T20:01:11,941 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1325): Online Regions={eae754da624dda597a7a71459f6fb4f1=hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1., b3cb43c015f6fdb22419cfb28fbf2ad4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., fbee51d50ed71eb497eb3419f2a832f0=testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., fab6561fdbfa336787883a81ed55dc70=hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., 8acb131208ca1b361929dfd4fe691e66=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.}
2024-11-15T20:01:11,941 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:12,141 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, eae754da624dda597a7a71459f6fb4f1, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:12,289 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/.tmp/testFamily/476021aa04404f50a1475dc198559dac
2024-11-15T20:01:12,299 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/.tmp/testFamily/476021aa04404f50a1475dc198559dac as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/testFamily/476021aa04404f50a1475dc198559dac
2024-11-15T20:01:12,307 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/testFamily/476021aa04404f50a1475dc198559dac, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:12,308 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eae754da624dda597a7a71459f6fb4f1 in 443ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:12,313 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNextAsync/eae754da624dda597a7a71459f6fb4f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:12,314 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:01:12,314 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eae754da624dda597a7a71459f6fb4f1:
Waiting for close lock at 1731700871865Running coprocessor pre-close hooks at 1731700871865Disabling compacts and flushes for region at 1731700871865Disabling writes for close at 1731700871865Obtaining lock to block concurrent updates at 1731700871865Preparing flush snapshotting stores in eae754da624dda597a7a71459f6fb4f1 at 1731700871865Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700871865Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1. at 1731700871866 (+1 ms)Flushing eae754da624dda597a7a71459f6fb4f1/testFamily: creating writer at 1731700871866Flushing eae754da624dda597a7a71459f6fb4f1/testFamily: appending metadata at 1731700871882 (+16 ms)Flushing eae754da624dda597a7a71459f6fb4f1/testFamily: closing flushed file at 1731700871882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51085a78: reopening flushed file at 1731700872298 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for eae754da624dda597a7a71459f6fb4f1 in 443ms, sequenceid=8, compaction requested=false at 1731700872308 (+10 ms)Writing region close event to WAL at 1731700872309 (+1 ms)Running coprocessor post-close hooks at 1731700872314 (+5 ms)Closed at 1731700872314
2024-11-15T20:01:12,315 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731700825237.eae754da624dda597a7a71459f6fb4f1.
2024-11-15T20:01:12,315 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3cb43c015f6fdb22419cfb28fbf2ad4, disabling compactions & flushes
2024-11-15T20:01:12,315 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:01:12,315 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:01:12,315 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4. after waiting 0 ms
2024-11-15T20:01:12,315 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:01:12,315 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3cb43c015f6fdb22419cfb28fbf2ad4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:12,334 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/.tmp/testFamily/d79d11adebce4e0a915537fe1049541b is 61, key is row-0/testFamily:testQualifier/1731700852725/Put/seqid=0
2024-11-15T20:01:12,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741864_1040 (size=5049)
2024-11-15T20:01:12,341 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:12,542 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:12,739 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/.tmp/testFamily/d79d11adebce4e0a915537fe1049541b
2024-11-15T20:01:12,742 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, b3cb43c015f6fdb22419cfb28fbf2ad4, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:12,749 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/.tmp/testFamily/d79d11adebce4e0a915537fe1049541b as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily/d79d11adebce4e0a915537fe1049541b
2024-11-15T20:01:12,756 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily/d79d11adebce4e0a915537fe1049541b, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:12,757 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3cb43c015f6fdb22419cfb28fbf2ad4 in 442ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:12,762 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b3cb43c015f6fdb22419cfb28fbf2ad4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:12,763 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:01:12,763 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3cb43c015f6fdb22419cfb28fbf2ad4:
Waiting for close lock at 1731700872315Running coprocessor pre-close hooks at 1731700872315Disabling compacts and flushes for region at 1731700872315Disabling writes for close at 1731700872315Obtaining lock to block concurrent updates at 1731700872315Preparing flush snapshotting stores in b3cb43c015f6fdb22419cfb28fbf2ad4 at 1731700872315Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700872315Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4. at 1731700872316 (+1 ms)Flushing b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily: creating writer at 1731700872316Flushing b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily: appending metadata at 1731700872333 (+17 ms)Flushing b3cb43c015f6fdb22419cfb28fbf2ad4/testFamily: closing flushed file at 1731700872333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a981e4: reopening flushed file at 1731700872747 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b3cb43c015f6fdb22419cfb28fbf2ad4 in 442ms, sequenceid=8, compaction requested=false at 1731700872757 (+10 ms)Writing region close event to WAL at 1731700872758 (+1 ms)Running coprocessor post-close hooks at 1731700872763 (+5 ms)Closed at 1731700872763
2024-11-15T20:01:12,763 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731700851686.b3cb43c015f6fdb22419cfb28fbf2ad4.
2024-11-15T20:01:12,763 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbee51d50ed71eb497eb3419f2a832f0, disabling compactions & flushes
2024-11-15T20:01:12,764 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:01:12,764 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:01:12,764 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0. after waiting 0 ms
2024-11-15T20:01:12,764 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:01:12,764 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbee51d50ed71eb497eb3419f2a832f0 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:12,782 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/.tmp/testFamily/aadee7549a0d461dae4c24a0ff0ab0de is 61, key is row-0/testFamily:testQualifier/1731700844562/Put/seqid=0
2024-11-15T20:01:12,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741865_1041 (size=5049)
2024-11-15T20:01:12,942 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-15T20:01:12,942 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1325): Online Regions={fbee51d50ed71eb497eb3419f2a832f0=testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., fab6561fdbfa336787883a81ed55dc70=hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., 8acb131208ca1b361929dfd4fe691e66=hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.}
2024-11-15T20:01:12,942 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:13,143 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66, fab6561fdbfa336787883a81ed55dc70, fbee51d50ed71eb497eb3419f2a832f0
2024-11-15T20:01:13,188 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/.tmp/testFamily/aadee7549a0d461dae4c24a0ff0ab0de
2024-11-15T20:01:13,198 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/.tmp/testFamily/aadee7549a0d461dae4c24a0ff0ab0de as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/testFamily/aadee7549a0d461dae4c24a0ff0ab0de
2024-11-15T20:01:13,205 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/testFamily/aadee7549a0d461dae4c24a0ff0ab0de, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:13,206 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbee51d50ed71eb497eb3419f2a832f0 in 442ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:13,212 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/default/testNormalScanTimeoutOnNextAsync/fbee51d50ed71eb497eb3419f2a832f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:13,213 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbee51d50ed71eb497eb3419f2a832f0:
Waiting for close lock at 1731700872763Running coprocessor pre-close hooks at 1731700872763Disabling compacts and flushes for region at 1731700872763Disabling writes for close at 1731700872764 (+1 ms)Obtaining lock to block concurrent updates at 1731700872764Preparing flush snapshotting stores in fbee51d50ed71eb497eb3419f2a832f0 at 1731700872764Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700872764Flushing stores of testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0. at 1731700872764Flushing fbee51d50ed71eb497eb3419f2a832f0/testFamily: creating writer at 1731700872765 (+1 ms)Flushing fbee51d50ed71eb497eb3419f2a832f0/testFamily: appending metadata at 1731700872782 (+17 ms)Flushing fbee51d50ed71eb497eb3419f2a832f0/testFamily: closing flushed file at 1731700872782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b71f4f8: reopening flushed file at 1731700873196 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbee51d50ed71eb497eb3419f2a832f0 in 442ms, sequenceid=8, compaction requested=false at 1731700873206 (+10 ms)Writing region close event to WAL at 1731700873207 (+1 ms)Running coprocessor post-close hooks at 1731700873212 (+5 ms)Closed at 1731700873213 (+1 ms)
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731700843529.fbee51d50ed71eb497eb3419f2a832f0.
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fab6561fdbfa336787883a81ed55dc70, disabling compactions & flushes
2024-11-15T20:01:13,213 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70. after waiting 0 ms
2024-11-15T20:01:13,213 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:01:13,213 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fab6561fdbfa336787883a81ed55dc70 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:13,234 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/.tmp/testFamily/9da014219cf545058e75c37364949256 is 61, key is row-0/testFamily:testQualifier/1731700859818/Put/seqid=0
2024-11-15T20:01:13,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741866_1042 (size=5049)
2024-11-15T20:01:13,241 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/.tmp/testFamily/9da014219cf545058e75c37364949256
2024-11-15T20:01:13,251 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/.tmp/testFamily/9da014219cf545058e75c37364949256 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/testFamily/9da014219cf545058e75c37364949256
2024-11-15T20:01:13,260 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/testFamily/9da014219cf545058e75c37364949256, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:13,262 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fab6561fdbfa336787883a81ed55dc70 in 49ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:13,266 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnNext/fab6561fdbfa336787883a81ed55dc70/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:13,267 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fab6561fdbfa336787883a81ed55dc70:
Waiting for close lock at 1731700873213Running coprocessor pre-close hooks at 1731700873213Disabling compacts and flushes for region at 1731700873213Disabling writes for close at 1731700873213Obtaining lock to block concurrent updates at 1731700873213Preparing flush snapshotting stores in fab6561fdbfa336787883a81ed55dc70 at 1731700873213Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700873214 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70. at 1731700873214Flushing fab6561fdbfa336787883a81ed55dc70/testFamily: creating writer at 1731700873215 (+1 ms)Flushing fab6561fdbfa336787883a81ed55dc70/testFamily: appending metadata at 1731700873233 (+18 ms)Flushing fab6561fdbfa336787883a81ed55dc70/testFamily: closing flushed file at 1731700873233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77917446: reopening flushed file at 1731700873250 (+17 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fab6561fdbfa336787883a81ed55dc70 in 49ms, sequenceid=8, compaction requested=false at 1731700873262 (+12 ms)Writing region close event to WAL at 1731700873263 (+1 ms)Running coprocessor post-close hooks at 1731700873267 (+4 ms)Closed at 1731700873267
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731700858781.fab6561fdbfa336787883a81ed55dc70.
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8acb131208ca1b361929dfd4fe691e66, disabling compactions & flushes
2024-11-15T20:01:13,268 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66. after waiting 0 ms
2024-11-15T20:01:13,268 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:01:13,268 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8acb131208ca1b361929dfd4fe691e66 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T20:01:13,284 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/.tmp/testFamily/f7daf619276b4f70ba6fe8f9684edb45 is 61, key is row-0/testFamily:testQualifier/1731700819176/Put/seqid=0
2024-11-15T20:01:13,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741867_1043 (size=5049)
2024-11-15T20:01:13,343 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:01:13,543 DEBUG [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1351): Waiting on 8acb131208ca1b361929dfd4fe691e66
2024-11-15T20:01:13,691 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/.tmp/testFamily/f7daf619276b4f70ba6fe8f9684edb45
2024-11-15T20:01:13,699 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/.tmp/testFamily/f7daf619276b4f70ba6fe8f9684edb45 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/testFamily/f7daf619276b4f70ba6fe8f9684edb45
2024-11-15T20:01:13,706 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/testFamily/f7daf619276b4f70ba6fe8f9684edb45, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T20:01:13,707 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8acb131208ca1b361929dfd4fe691e66 in 439ms, sequenceid=8, compaction requested=false
2024-11-15T20:01:13,713 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/data/hbase/testMetaScanTimeoutOnOpenScanner/8acb131208ca1b361929dfd4fe691e66/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T20:01:13,713 INFO  [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:01:13,713 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8acb131208ca1b361929dfd4fe691e66:
Waiting for close lock at 1731700873268Running coprocessor pre-close hooks at 1731700873268Disabling compacts and flushes for region at 1731700873268Disabling writes for close at 1731700873268Obtaining lock to block concurrent updates at 1731700873268Preparing flush snapshotting stores in 8acb131208ca1b361929dfd4fe691e66 at 1731700873268Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731700873268Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66. at 1731700873269 (+1 ms)Flushing 8acb131208ca1b361929dfd4fe691e66/testFamily: creating writer at 1731700873269Flushing 8acb131208ca1b361929dfd4fe691e66/testFamily: appending metadata at 1731700873284 (+15 ms)Flushing 8acb131208ca1b361929dfd4fe691e66/testFamily: closing flushed file at 1731700873284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d38f000: reopening flushed file at 1731700873698 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8acb131208ca1b361929dfd4fe691e66 in 439ms, sequenceid=8, compaction requested=false at 1731700873707 (+9 ms)Writing region close event to WAL at 1731700873708 (+1 ms)Running coprocessor post-close hooks at 1731700873713 (+5 ms)Closed at 1731700873713
2024-11-15T20:01:13,714 DEBUG [RS_CLOSE_REGION-regionserver/c325ef450a96:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731700816122.8acb131208ca1b361929dfd4fe691e66.
2024-11-15T20:01:13,744 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(976): stopping server c325ef450a96,42193,1731700752120; all regions closed.
2024-11-15T20:01:13,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741834_1010 (size=19479)
2024-11-15T20:01:13,755 DEBUG [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/oldWALs
2024-11-15T20:01:13,755 INFO  [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42193%2C1731700752120.meta:.meta(num 1731700814234)
2024-11-15T20:01:13,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741833_1009 (size=20031)
2024-11-15T20:01:13,759 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/WALs/c325ef450a96,42193,1731700752120/c325ef450a96%2C42193%2C1731700752120.1731700813865 not finished, retry = 0
2024-11-15T20:01:13,862 DEBUG [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/oldWALs
2024-11-15T20:01:13,862 INFO  [RS:0;c325ef450a96:42193 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c325ef450a96%2C42193%2C1731700752120:(num 1731700813865)
2024-11-15T20:01:13,862 DEBUG [RS:0;c325ef450a96:42193 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T20:01:13,863 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T20:01:13,863 INFO  [RS:0;c325ef450a96:42193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T20:01:13,863 INFO  [RS:0;c325ef450a96:42193 {}] hbase.ChoreService(370): Chore service for: regionserver/c325ef450a96:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-15T20:01:13,863 INFO  [RS:0;c325ef450a96:42193 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T20:01:13,863 INFO  [regionserver/c325ef450a96:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T20:01:13,864 INFO  [RS:0;c325ef450a96:42193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42193
2024-11-15T20:01:13,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c325ef450a96,42193,1731700752120
2024-11-15T20:01:13,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T20:01:13,869 INFO  [RS:0;c325ef450a96:42193 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T20:01:13,871 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c325ef450a96,42193,1731700752120]
2024-11-15T20:01:13,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c325ef450a96,42193,1731700752120 already deleted, retry=false
2024-11-15T20:01:13,873 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c325ef450a96,42193,1731700752120 expired; onlineServers=0
2024-11-15T20:01:13,873 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c325ef450a96,36583,1731700751327' *****
2024-11-15T20:01:13,873 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T20:01:13,873 INFO  [M:0;c325ef450a96:36583 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T20:01:13,873 INFO  [M:0;c325ef450a96:36583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T20:01:13,873 DEBUG [M:0;c325ef450a96:36583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T20:01:13,873 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T20:01:13,873 DEBUG [M:0;c325ef450a96:36583 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T20:01:13,873 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700753628 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.large.0-1731700753628,5,FailOnTimeoutGroup]
2024-11-15T20:01:13,873 DEBUG [master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700753628 {}] cleaner.HFileCleaner(306): Exit Thread[master/c325ef450a96:0:becomeActiveMaster-HFileCleaner.small.0-1731700753628,5,FailOnTimeoutGroup]
2024-11-15T20:01:13,874 INFO  [M:0;c325ef450a96:36583 {}] hbase.ChoreService(370): Chore service for: master/c325ef450a96:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T20:01:13,874 INFO  [M:0;c325ef450a96:36583 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T20:01:13,874 DEBUG [M:0;c325ef450a96:36583 {}] master.HMaster(1795): Stopping service threads
2024-11-15T20:01:13,874 INFO  [M:0;c325ef450a96:36583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T20:01:13,874 INFO  [M:0;c325ef450a96:36583 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T20:01:13,875 INFO  [M:0;c325ef450a96:36583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T20:01:13,875 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T20:01:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-15T20:01:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T20:01:13,876 DEBUG [M:0;c325ef450a96:36583 {}] zookeeper.ZKUtil(347): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-15T20:01:13,876 WARN  [M:0;c325ef450a96:36583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T20:01:13,877 INFO  [M:0;c325ef450a96:36583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/.lastflushedseqids
2024-11-15T20:01:13,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741868_1044 (size=397)
2024-11-15T20:01:13,961 INFO  [regionserver/c325ef450a96:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T20:01:13,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T20:01:13,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42193-0x101ad83edc50001, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T20:01:13,972 INFO  [RS:0;c325ef450a96:42193 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T20:01:13,972 INFO  [RS:0;c325ef450a96:42193 {}] regionserver.HRegionServer(1031): Exiting; stopping=c325ef450a96,42193,1731700752120; zookeeper connection closed.
2024-11-15T20:01:13,973 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10948aa0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10948aa0
2024-11-15T20:01:13,973 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T20:01:14,292 INFO  [M:0;c325ef450a96:36583 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T20:01:14,292 INFO  [M:0;c325ef450a96:36583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T20:01:14,292 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T20:01:14,292 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T20:01:14,292 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T20:01:14,292 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T20:01:14,292 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T20:01:14,293 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.76 KB heapSize=190.15 KB
2024-11-15T20:01:14,311 DEBUG [M:0;c325ef450a96:36583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359cc5c5f972434483c1548111f5f260 is 82, key is hbase:meta,,1/info:regioninfo/1731700814395/Put/seqid=0
2024-11-15T20:01:14,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741869_1045 (size=5672)
2024-11-15T20:01:14,323 INFO  [M:0;c325ef450a96:36583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359cc5c5f972434483c1548111f5f260
2024-11-15T20:01:14,351 DEBUG [M:0;c325ef450a96:36583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c8587a95e84fde9b0218f047c05d89 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731700815524/Put/seqid=0
2024-11-15T20:01:14,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741870_1046 (size=14053)
2024-11-15T20:01:14,758 INFO  [M:0;c325ef450a96:36583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.21 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c8587a95e84fde9b0218f047c05d89
2024-11-15T20:01:14,765 INFO  [M:0;c325ef450a96:36583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68c8587a95e84fde9b0218f047c05d89
2024-11-15T20:01:14,784 DEBUG [M:0;c325ef450a96:36583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6e58e75564c88b39a7e30c8f83101 is 69, key is c325ef450a96,42193,1731700752120/rs:state/1731700783660/Put/seqid=0
2024-11-15T20:01:14,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741871_1047 (size=5156)
2024-11-15T20:01:15,190 INFO  [M:0;c325ef450a96:36583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6e58e75564c88b39a7e30c8f83101
2024-11-15T20:01:15,198 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359cc5c5f972434483c1548111f5f260 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/359cc5c5f972434483c1548111f5f260
2024-11-15T20:01:15,205 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/359cc5c5f972434483c1548111f5f260, entries=8, sequenceid=310, filesize=5.5 K
2024-11-15T20:01:15,206 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68c8587a95e84fde9b0218f047c05d89 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68c8587a95e84fde9b0218f047c05d89
2024-11-15T20:01:15,213 INFO  [M:0;c325ef450a96:36583 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68c8587a95e84fde9b0218f047c05d89
2024-11-15T20:01:15,213 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68c8587a95e84fde9b0218f047c05d89, entries=33, sequenceid=310, filesize=13.7 K
2024-11-15T20:01:15,215 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd6e58e75564c88b39a7e30c8f83101 as hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd6e58e75564c88b39a7e30c8f83101
2024-11-15T20:01:15,222 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39049/user/jenkins/test-data/11cba79f-a048-f76a-1e4f-3e26bf3245fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd6e58e75564c88b39a7e30c8f83101, entries=1, sequenceid=310, filesize=5.0 K
2024-11-15T20:01:15,223 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.76 KB/166667, heapSize ~189.85 KB/194408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=310, compaction requested=false
2024-11-15T20:01:15,225 INFO  [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T20:01:15,225 DEBUG [M:0;c325ef450a96:36583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731700874292Disabling compacts and flushes for region at 1731700874292Disabling writes for close at 1731700874292Obtaining lock to block concurrent updates at 1731700874293 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731700874293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166667, getHeapSize=194648, getOffHeapSize=0, getCellsCount=357 at 1731700874293Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731700874294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731700874294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731700874311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731700874311Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731700874330 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731700874350 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731700874350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731700874765 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731700874783 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731700874783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@feafd34: reopening flushed file at 1731700875197 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234d873c: reopening flushed file at 1731700875205 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3adfdcf7: reopening flushed file at 1731700875214 (+9 ms)Finished flush of dataSize ~162.76 KB/166667, heapSize ~189.85 KB/194408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=310, compaction requested=false at 1731700875223 (+9 ms)Writing region close event to WAL at 1731700875225 (+2 ms)Closed at 1731700875225
2024-11-15T20:01:15,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37049 is added to blk_1073741830_1006 (size=187424)
2024-11-15T20:01:15,229 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T20:01:15,229 INFO  [M:0;c325ef450a96:36583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T20:01:15,230 INFO  [M:0;c325ef450a96:36583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36583
2024-11-15T20:01:15,230 INFO  [M:0;c325ef450a96:36583 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T20:01:15,332 INFO  [M:0;c325ef450a96:36583 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T20:01:15,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T20:01:15,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36583-0x101ad83edc50000, quorum=127.0.0.1:59394, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T20:01:15,337 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@341cfc82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T20:01:15,340 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7061d16d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T20:01:15,340 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T20:01:15,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47169f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T20:01:15,340 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72127eee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.log.dir/,STOPPED}
2024-11-15T20:01:15,342 WARN  [BP-538232250-172.17.0.2-1731700747556 heartbeating to localhost/127.0.0.1:39049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T20:01:15,342 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T20:01:15,343 WARN  [BP-538232250-172.17.0.2-1731700747556 heartbeating to localhost/127.0.0.1:39049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-538232250-172.17.0.2-1731700747556 (Datanode Uuid af68b6d3-6c2c-4f19-9e02-1351037a285c) service to localhost/127.0.0.1:39049
2024-11-15T20:01:15,343 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T20:01:15,345 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/data/data1/current/BP-538232250-172.17.0.2-1731700747556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T20:01:15,345 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/cluster_8995533c-82b6-75c7-8984-229d989b63d0/data/data2/current/BP-538232250-172.17.0.2-1731700747556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T20:01:15,346 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T20:01:15,354 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T20:01:15,355 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T20:01:15,355 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T20:01:15,355 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T20:01:15,355 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/16842160-82ba-15f6-eb1c-bc694a461bdf/hadoop.log.dir/,STOPPED}
2024-11-15T20:01:15,365 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T20:01:15,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down