2024-11-19 17:59:23,429 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 17:59:23,450 main DEBUG Took 0.018254 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-19 17:59:23,450 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-19 17:59:23,451 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-19 17:59:23,452 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-19 17:59:23,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,461 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-19 17:59:23,475 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,479 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,480 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,483 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,485 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,486 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-19 17:59:23,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,492 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-19 17:59:23,494 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-19 17:59:23,495 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-19 17:59:23,498 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-19 17:59:23,499 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-19 17:59:23,501 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-19 17:59:23,501 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-19 17:59:23,510 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-19 17:59:23,513 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-19 17:59:23,515 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-19 17:59:23,515 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-19 17:59:23,516 main DEBUG createAppenders(={Console})
2024-11-19 17:59:23,517 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-19 17:59:23,517 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-19 17:59:23,517 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-19 17:59:23,518 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-19 17:59:23,518 main DEBUG OutputStream closed
2024-11-19 17:59:23,519 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-19 17:59:23,519 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-19 17:59:23,519 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-19 17:59:23,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-19 17:59:23,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-19 17:59:23,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-19 17:59:23,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-19 17:59:23,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-19 17:59:23,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-19 17:59:23,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-19 17:59:23,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-19 17:59:23,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-19 17:59:23,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-19 17:59:23,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-19 17:59:23,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-19 17:59:23,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-19 17:59:23,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-19 17:59:23,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-19 17:59:23,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-19 17:59:23,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-19 17:59:23,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-19 17:59:23,623 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19 17:59:23,623 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-19 17:59:23,624 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-19 17:59:23,625 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-19T17:59:23,642 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-19 17:59:23,645 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-19 17:59:23,646 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-19T17:59:23,975 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4
2024-11-19T17:59:23,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-19T17:59:24,021 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456, deleteOnExit=true
2024-11-19T17:59:24,022 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-19T17:59:24,023 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/test.cache.data in system properties and HBase conf
2024-11-19T17:59:24,024 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.tmp.dir in system properties and HBase conf
2024-11-19T17:59:24,025 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.log.dir in system properties and HBase conf
2024-11-19T17:59:24,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-19T17:59:24,027 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-19T17:59:24,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-19T17:59:24,146 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-19T17:59:24,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-19T17:59:24,249 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-19T17:59:24,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-19T17:59:24,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-19T17:59:24,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T17:59:24,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-19T17:59:24,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-19T17:59:24,252 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-19T17:59:24,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T17:59:24,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-19T17:59:24,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/nfs.dump.dir in system properties and HBase conf
2024-11-19T17:59:24,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/java.io.tmpdir in system properties and HBase conf
2024-11-19T17:59:24,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-19T17:59:24,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-19T17:59:24,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-19T17:59:25,391 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-19T17:59:25,474 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2841ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-19T17:59:25,554 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T17:59:25,622 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T17:59:25,648 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T17:59:25,649 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T17:59:25,650 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-19T17:59:25,666 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T17:59:25,670 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.log.dir/,AVAILABLE}
2024-11-19T17:59:25,671 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T17:59:25,879 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/java.io.tmpdir/jetty-localhost-38735-hadoop-hdfs-3_4_1-tests_jar-_-any-6293273553612089068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T17:59:25,894 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:38735}
2024-11-19T17:59:25,895 INFO  [Time-limited test {}] server.Server(415): Started @3263ms
2024-11-19T17:59:26,630 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-19T17:59:26,639 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-19T17:59:26,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-19T17:59:26,640 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-19T17:59:26,640 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-19T17:59:26,641 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.log.dir/,AVAILABLE}
2024-11-19T17:59:26,642 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-19T17:59:26,757 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5359669a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/java.io.tmpdir/jetty-localhost-42363-hadoop-hdfs-3_4_1-tests_jar-_-any-16870866192274750652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T17:59:26,758 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:42363}
2024-11-19T17:59:26,758 INFO  [Time-limited test {}] server.Server(415): Started @4127ms
2024-11-19T17:59:26,817 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-19T17:59:27,882 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/data/data1/current/BP-268297558-172.17.0.2-1732039164878/current, will proceed with Du for space computation calculation, 
2024-11-19T17:59:27,882 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/data/data2/current/BP-268297558-172.17.0.2-1732039164878/current, will proceed with Du for space computation calculation, 
2024-11-19T17:59:27,914 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-19T17:59:27,957 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa154d8b74bce45f3 with lease ID 0xd1e099d40694839c: Processing first storage report for DS-abbda9db-de08-4626-911b-242de8aded3c from datanode DatanodeRegistration(127.0.0.1:41933, datanodeUuid=ac89e1d9-42a8-4ba3-9d8b-6c14e1fe515d, infoPort=36515, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=194676251;c=1732039164878)
2024-11-19T17:59:27,959 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa154d8b74bce45f3 with lease ID 0xd1e099d40694839c: from storage DS-abbda9db-de08-4626-911b-242de8aded3c node DatanodeRegistration(127.0.0.1:41933, datanodeUuid=ac89e1d9-42a8-4ba3-9d8b-6c14e1fe515d, infoPort=36515, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=194676251;c=1732039164878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-19T17:59:27,959 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa154d8b74bce45f3 with lease ID 0xd1e099d40694839c: Processing first storage report for DS-09a193df-554e-414a-be42-2db9e7e71fce from datanode DatanodeRegistration(127.0.0.1:41933, datanodeUuid=ac89e1d9-42a8-4ba3-9d8b-6c14e1fe515d, infoPort=36515, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=194676251;c=1732039164878)
2024-11-19T17:59:27,959 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa154d8b74bce45f3 with lease ID 0xd1e099d40694839c: from storage DS-09a193df-554e-414a-be42-2db9e7e71fce node DatanodeRegistration(127.0.0.1:41933, datanodeUuid=ac89e1d9-42a8-4ba3-9d8b-6c14e1fe515d, infoPort=36515, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=194676251;c=1732039164878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-19T17:59:27,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4
2024-11-19T17:59:28,074 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/zookeeper_0, clientPort=53650, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-19T17:59:28,085 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53650
2024-11-19T17:59:28,098 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:28,101 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:28,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741825_1001 (size=7)
2024-11-19T17:59:28,750 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374 with version=8
2024-11-19T17:59:28,751 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/hbase-staging
2024-11-19T17:59:28,853 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-19T17:59:29,132 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/26d3106abcfe:0 server-side Connection retries=9
2024-11-19T17:59:29,144 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,145 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,150 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T17:59:29,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T17:59:29,315 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-19T17:59:29,381 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-19T17:59:29,392 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-19T17:59:29,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T17:59:29,425 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 88615 (auto-detected)
2024-11-19T17:59:29,426 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-19T17:59:29,446 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34425
2024-11-19T17:59:29,471 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34425 connecting to ZooKeeper ensemble=127.0.0.1:53650
2024-11-19T17:59:29,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344250x0, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T17:59:29,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34425-0x10154404bdf0000 connected
2024-11-19T17:59:29,686 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:29,688 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:29,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T17:59:29,702 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374, hbase.cluster.distributed=false
2024-11-19T17:59:29,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T17:59:29,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34425
2024-11-19T17:59:29,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34425
2024-11-19T17:59:29,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34425
2024-11-19T17:59:29,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34425
2024-11-19T17:59:29,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34425
2024-11-19T17:59:29,862 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/26d3106abcfe:0 server-side Connection retries=9
2024-11-19T17:59:29,863 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,864 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,864 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-19T17:59:29,864 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-19T17:59:29,865 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-19T17:59:29,868 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-19T17:59:29,871 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-19T17:59:29,872 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34765
2024-11-19T17:59:29,874 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34765 connecting to ZooKeeper ensemble=127.0.0.1:53650
2024-11-19T17:59:29,876 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:29,879 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:29,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347650x0, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-19T17:59:29,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34765-0x10154404bdf0001 connected
2024-11-19T17:59:29,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T17:59:29,900 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-19T17:59:29,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-19T17:59:29,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-19T17:59:29,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-19T17:59:29,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34765
2024-11-19T17:59:29,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34765
2024-11-19T17:59:29,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34765
2024-11-19T17:59:29,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34765
2024-11-19T17:59:29,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34765
2024-11-19T17:59:29,938 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26d3106abcfe:34425
2024-11-19T17:59:29,939 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/26d3106abcfe,34425,1732039168942
2024-11-19T17:59:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T17:59:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T17:59:29,959 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/26d3106abcfe,34425,1732039168942
2024-11-19T17:59:29,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-19T17:59:29,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:29,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:29,990 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-19T17:59:29,992 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/26d3106abcfe,34425,1732039168942 from backup master directory
2024-11-19T17:59:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/26d3106abcfe,34425,1732039168942
2024-11-19T17:59:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T17:59:30,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-19T17:59:30,001 WARN  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T17:59:30,001 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26d3106abcfe,34425,1732039168942
2024-11-19T17:59:30,003 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-19T17:59:30,005 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-19T17:59:30,061 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/hbase.id] with ID: eda043c6-9202-42f2-a41f-6f618116bf5d
2024-11-19T17:59:30,062 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/.tmp/hbase.id
2024-11-19T17:59:30,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741826_1002 (size=42)
2024-11-19T17:59:30,473 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/.tmp/hbase.id]:[hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/hbase.id]
2024-11-19T17:59:30,528 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-19T17:59:30,534 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-19T17:59:30,554 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-19T17:59:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:30,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:30,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741827_1003 (size=196)
2024-11-19T17:59:31,049 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T17:59:31,051 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-19T17:59:31,066 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T17:59:31,070 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T17:59:31,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741828_1004 (size=1189)
2024-11-19T17:59:31,523 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store
2024-11-19T17:59:31,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741829_1005 (size=34)
2024-11-19T17:59:31,953 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-19T17:59:31,958 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T17:59:31,959 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T17:59:31,959 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T17:59:31,960 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T17:59:31,961 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T17:59:31,961 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T17:59:31,962 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T17:59:31,963 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732039171959Disabling compacts and flushes for region at 1732039171959Disabling writes for close at 1732039171961 (+2 ms)Writing region close event to WAL at 1732039171961Closed at 1732039171961
2024-11-19T17:59:31,965 WARN  [master/26d3106abcfe:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/.initializing
2024-11-19T17:59:31,965 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/WALs/26d3106abcfe,34425,1732039168942
2024-11-19T17:59:31,974 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T17:59:31,991 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26d3106abcfe%2C34425%2C1732039168942, suffix=, logDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/WALs/26d3106abcfe,34425,1732039168942, archiveDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/oldWALs, maxLogs=10
2024-11-19T17:59:32,016 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/WALs/26d3106abcfe,34425,1732039168942/26d3106abcfe%2C34425%2C1732039168942.1732039171995, exclude list is [], retry=0
2024-11-19T17:59:32,034 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-abbda9db-de08-4626-911b-242de8aded3c,DISK]
2024-11-19T17:59:32,038 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-19T17:59:32,073 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/WALs/26d3106abcfe,34425,1732039168942/26d3106abcfe%2C34425%2C1732039168942.1732039171995
2024-11-19T17:59:32,074 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)]
2024-11-19T17:59:32,074 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-19T17:59:32,075 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T17:59:32,078 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,079 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,119 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T17:59:32,145 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-19T17:59:32,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:32,151 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T17:59:32,152 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T17:59:32,156 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-19T17:59:32,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:32,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T17:59:32,158 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T17:59:32,162 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-19T17:59:32,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:32,163 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T17:59:32,164 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-19T17:59:32,167 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-19T17:59:32,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:32,168 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T17:59:32,169 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,173 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,174 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,179 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,180 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,184 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T17:59:32,188 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-19T17:59:32,193 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T17:59:32,195 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73397102, jitterRate=0.0937020480632782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T17:59:32,203 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732039172093Initializing all the Stores at 1732039172095 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039172096 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039172097 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039172097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039172097Cleaning up temporary data from old regions at 1732039172180 (+83 ms)Region opened successfully at 1732039172202 (+22 ms)
2024-11-19T17:59:32,204 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-19T17:59:32,240 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba38b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26d3106abcfe/172.17.0.2:0
2024-11-19T17:59:32,273 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-19T17:59:32,284 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-19T17:59:32,284 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-19T17:59:32,287 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-19T17:59:32,289 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-19T17:59:32,294 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-19T17:59:32,294 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-19T17:59:32,322 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-19T17:59:32,332 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-19T17:59:32,400 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-19T17:59:32,402 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-19T17:59:32,404 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-19T17:59:32,410 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-19T17:59:32,412 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-19T17:59:32,416 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-19T17:59:32,429 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-19T17:59:32,431 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-19T17:59:32,441 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-19T17:59:32,465 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-19T17:59:32,473 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-19T17:59:32,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T17:59:32,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-19T17:59:32,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,486 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26d3106abcfe,34425,1732039168942, sessionid=0x10154404bdf0000, setting cluster-up flag (Was=false)
2024-11-19T17:59:32,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,547 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-19T17:59:32,549 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26d3106abcfe,34425,1732039168942
2024-11-19T17:59:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T17:59:32,599 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-19T17:59:32,602 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26d3106abcfe,34425,1732039168942
2024-11-19T17:59:32,610 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-19T17:59:32,625 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(746): ClusterId : eda043c6-9202-42f2-a41f-6f618116bf5d
2024-11-19T17:59:32,628 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-19T17:59:32,643 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-19T17:59:32,644 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-19T17:59:32,654 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-19T17:59:32,655 DEBUG [RS:0;26d3106abcfe:34765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdd726e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26d3106abcfe/172.17.0.2:0
2024-11-19T17:59:32,676 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26d3106abcfe:34765
2024-11-19T17:59:32,679 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-19T17:59:32,679 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-19T17:59:32,679 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-19T17:59:32,682 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(2659): reportForDuty to master=26d3106abcfe,34425,1732039168942 with port=34765, startcode=1732039169822
2024-11-19T17:59:32,692 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-19T17:59:32,696 DEBUG [RS:0;26d3106abcfe:34765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-19T17:59:32,702 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-19T17:59:32,710 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-19T17:59:32,716 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26d3106abcfe,34425,1732039168942
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-19T17:59:32,724 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26d3106abcfe:0, corePoolSize=5, maxPoolSize=5
2024-11-19T17:59:32,724 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26d3106abcfe:0, corePoolSize=5, maxPoolSize=5
2024-11-19T17:59:32,724 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26d3106abcfe:0, corePoolSize=5, maxPoolSize=5
2024-11-19T17:59:32,725 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26d3106abcfe:0, corePoolSize=5, maxPoolSize=5
2024-11-19T17:59:32,725 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26d3106abcfe:0, corePoolSize=10, maxPoolSize=10
2024-11-19T17:59:32,725 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T17:59:32,725 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26d3106abcfe:0, corePoolSize=2, maxPoolSize=2
2024-11-19T17:59:32,725 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T17:59:32,731 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732039202731
2024-11-19T17:59:32,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T17:59:32,732 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-19T17:59:32,733 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-19T17:59:32,734 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-19T17:59:32,737 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-19T17:59:32,738 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-19T17:59:32,738 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-19T17:59:32,739 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-19T17:59:32,739 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-19T17:59:32,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:32,740 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-19T17:59:32,739 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T17:59:32,744 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-19T17:59:32,745 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-19T17:59:32,745 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T17:59:32,746 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-19T17:59:32,748 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-19T17:59:32,748 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-19T17:59:32,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741831_1007 (size=1321)
2024-11-19T17:59:32,751 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.large.0-1732039172750,5,FailOnTimeoutGroup]
2024-11-19T17:59:32,752 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.small.0-1732039172752,5,FailOnTimeoutGroup]
2024-11-19T17:59:32,752 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-19T17:59:32,753 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-19T17:59:32,754 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-19T17:59:32,754 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-19T17:59:32,773 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-19T17:59:32,773 WARN  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-19T17:59:33,155 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-19T17:59:33,156 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T17:59:33,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741832_1008 (size=32)
2024-11-19T17:59:33,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T17:59:33,576 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T17:59:33,581 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T17:59:33,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:33,582 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T17:59:33,583 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T17:59:33,586 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T17:59:33,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:33,587 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T17:59:33,588 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T17:59:33,591 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T17:59:33,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:33,592 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T17:59:33,593 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T17:59:33,596 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T17:59:33,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T17:59:33,597 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T17:59:33,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T17:59:33,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740
2024-11-19T17:59:33,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740
2024-11-19T17:59:33,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T17:59:33,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T17:59:33,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T17:59:33,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T17:59:33,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T17:59:33,614 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60619502, jitterRate=-0.09669902920722961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T17:59:33,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732039173573Initializing all the Stores at 1732039173575 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039173575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039173576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039173576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039173576Cleaning up temporary data from old regions at 1732039173604 (+28 ms)Region opened successfully at 1732039173619 (+15 ms)
2024-11-19T17:59:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T17:59:33,620 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T17:59:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T17:59:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T17:59:33,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T17:59:33,621 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T17:59:33,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732039173619Disabling compacts and flushes for region at 1732039173619Disabling writes for close at 1732039173620 (+1 ms)Writing region close event to WAL at 1732039173621 (+1 ms)Closed at 1732039173621
2024-11-19T17:59:33,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T17:59:33,626 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-19T17:59:33,633 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-19T17:59:33,643 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T17:59:33,645 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-19T17:59:33,797 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:34,798 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:35,798 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:36,799 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:37,800 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:38,801 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:39,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-19T17:59:39,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-19T17:59:39,801 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:40,802 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:41,803 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:42,803 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:43,804 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:44,805 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:45,806 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:46,806 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:47,807 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:48,808 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:49,808 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:50,809 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:51,810 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:52,810 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:53,811 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:54,812 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:55,813 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:56,813 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:57,814 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:57,988 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T17:59:58,815 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T17:59:59,816 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:00,817 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:01,818 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:02,774 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(2659): reportForDuty to master=26d3106abcfe,34425,1732039168942 with port=34765, startcode=1732039169822
2024-11-19T18:00:02,777 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,779 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34425 {}] master.ServerManager(517): Registering regionserver=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,788 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:02,788 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40473
2024-11-19T18:00:02,788 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-19T18:00:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T18:00:02,810 DEBUG [RS:0;26d3106abcfe:34765 {}] zookeeper.ZKUtil(111): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,810 WARN  [RS:0;26d3106abcfe:34765 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-19T18:00:02,811 INFO  [RS:0;26d3106abcfe:34765 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T18:00:02,811 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,812 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26d3106abcfe,34765,1732039169822]
2024-11-19T18:00:02,818 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:02,838 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-19T18:00:02,853 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-19T18:00:02,858 INFO  [RS:0;26d3106abcfe:34765 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-19T18:00:02,859 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,860 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-19T18:00:02,866 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-19T18:00:02,868 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,869 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,869 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,869 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,869 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,869 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26d3106abcfe:0, corePoolSize=2, maxPoolSize=2
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,870 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26d3106abcfe:0, corePoolSize=1, maxPoolSize=1
2024-11-19T18:00:02,871 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26d3106abcfe:0, corePoolSize=3, maxPoolSize=3
2024-11-19T18:00:02,871 DEBUG [RS:0;26d3106abcfe:34765 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26d3106abcfe:0, corePoolSize=3, maxPoolSize=3
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,872 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34765,1732039169822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T18:00:02,895 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-19T18:00:02,897 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34765,1732039169822-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,897 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,897 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.Replication(171): 26d3106abcfe,34765,1732039169822 started
2024-11-19T18:00:02,916 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:02,916 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1482): Serving as 26d3106abcfe,34765,1732039169822, RpcServer on 26d3106abcfe/172.17.0.2:34765, sessionid=0x10154404bdf0001
2024-11-19T18:00:02,917 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-19T18:00:02,918 DEBUG [RS:0;26d3106abcfe:34765 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,918 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26d3106abcfe,34765,1732039169822'
2024-11-19T18:00:02,918 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-19T18:00:02,919 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-19T18:00:02,921 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-19T18:00:02,921 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-19T18:00:02,921 DEBUG [RS:0;26d3106abcfe:34765 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26d3106abcfe,34765,1732039169822
2024-11-19T18:00:02,921 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26d3106abcfe,34765,1732039169822'
2024-11-19T18:00:02,921 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-19T18:00:02,922 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-19T18:00:02,923 DEBUG [RS:0;26d3106abcfe:34765 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-19T18:00:02,923 INFO  [RS:0;26d3106abcfe:34765 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-19T18:00:02,924 INFO  [RS:0;26d3106abcfe:34765 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-19T18:00:03,819 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:04,820 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:05,820 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:06,821 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:07,822 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:08,823 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:09,824 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:10,825 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:11,825 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:12,826 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:13,827 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:14,828 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:15,829 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:16,830 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:17,831 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:18,831 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:19,832 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:20,833 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:21,834 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:22,835 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:23,836 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:24,837 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:25,837 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:26,838 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:27,839 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:27,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T18:00:28,840 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:29,841 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:30,842 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:31,842 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:32,843 WARN  [26d3106abcfe:34425 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-19T18:00:32,930 INFO  [RS:0;26d3106abcfe:34765 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-19T18:00:32,935 INFO  [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26d3106abcfe%2C34765%2C1732039169822, suffix=, logDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822, archiveDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/oldWALs, maxLogs=32
2024-11-19T18:00:32,952 DEBUG [RS:0;26d3106abcfe:34765 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822/26d3106abcfe%2C34765%2C1732039169822.1732039232939, exclude list is [], retry=0
2024-11-19T18:00:32,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-abbda9db-de08-4626-911b-242de8aded3c,DISK]
2024-11-19T18:00:32,959 INFO  [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822/26d3106abcfe%2C34765%2C1732039169822.1732039232939
2024-11-19T18:00:32,960 DEBUG [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)]
2024-11-19T18:00:33,095 DEBUG [26d3106abcfe:34425 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-19T18:00:33,109 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:33,116 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26d3106abcfe,34765,1732039169822, state=OPENING
2024-11-19T18:00:33,175 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-19T18:00:33,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T18:00:33,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T18:00:33,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T18:00:33,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T18:00:33,198 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-19T18:00:33,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:33,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-19T18:00:33,384 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-19T18:00:33,395 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-19T18:00:33,395 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-19T18:00:33,396 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-19T18:00:33,399 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26d3106abcfe%2C34765%2C1732039169822.meta, suffix=.meta, logDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822, archiveDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/oldWALs, maxLogs=32
2024-11-19T18:00:33,413 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822/26d3106abcfe%2C34765%2C1732039169822.meta.1732039233401.meta, exclude list is [], retry=0
2024-11-19T18:00:33,417 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41933,DS-abbda9db-de08-4626-911b-242de8aded3c,DISK]
2024-11-19T18:00:33,420 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822/26d3106abcfe%2C34765%2C1732039169822.meta.1732039233401.meta
2024-11-19T18:00:33,421 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36515:36515)]
2024-11-19T18:00:33,421 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:33,424 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-19T18:00:33,428 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-19T18:00:33,434 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-19T18:00:33,440 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-19T18:00:33,441 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:33,442 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-19T18:00:33,442 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-19T18:00:33,445 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-19T18:00:33,447 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-19T18:00:33,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:33,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T18:00:33,448 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-19T18:00:33,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-19T18:00:33,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:33,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T18:00:33,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-19T18:00:33,452 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-19T18:00:33,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:33,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T18:00:33,453 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-19T18:00:33,454 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-19T18:00:33,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:33,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-19T18:00:33,456 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-19T18:00:33,457 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740
2024-11-19T18:00:33,460 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740
2024-11-19T18:00:33,463 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-19T18:00:33,463 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-19T18:00:33,464 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-19T18:00:33,466 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-19T18:00:33,468 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211901, jitterRate=0.10584349930286407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-19T18:00:33,468 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-19T18:00:33,469 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732039233442Writing region info on filesystem at 1732039233443 (+1 ms)Initializing all the Stores at 1732039233444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039233445 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039233445Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039233445Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732039233445Cleaning up temporary data from old regions at 1732039233463 (+18 ms)Running coprocessor post-open hooks at 1732039233468 (+5 ms)Region opened successfully at 1732039233469 (+1 ms)
2024-11-19T18:00:33,476 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732039233373
2024-11-19T18:00:33,486 DEBUG [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-19T18:00:33,487 INFO  [RS_OPEN_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-19T18:00:33,489 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:33,491 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26d3106abcfe,34765,1732039169822, state=OPEN
2024-11-19T18:00:33,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T18:00:33,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-19T18:00:33,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T18:00:33,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-19T18:00:33,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:33,535 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-19T18:00:33,536 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26d3106abcfe,34765,1732039169822 in 327 msec
2024-11-19T18:00:33,543 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-19T18:00:33,543 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9040 sec
2024-11-19T18:00:33,545 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-19T18:00:33,545 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-19T18:00:33,562 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T18:00:33,563 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26d3106abcfe,34765,1732039169822, seqNum=-1]
2024-11-19T18:00:33,580 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T18:00:33,583 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T18:00:33,602 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.957 sec
2024-11-19T18:00:33,602 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732039233602, completionTime=-1
2024-11-19T18:00:33,605 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-19T18:00:33,606 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-19T18:00:33,630 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-19T18:00:33,630 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732039293630
2024-11-19T18:00:33,630 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732039353630
2024-11-19T18:00:33,630 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-19T18:00:33,632 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,632 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,632 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,633 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26d3106abcfe:34425, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,634 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,634 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,639 DEBUG [master/26d3106abcfe:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-19T18:00:33,658 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.657sec
2024-11-19T18:00:33,659 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-19T18:00:33,660 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-19T18:00:33,661 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-19T18:00:33,662 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-19T18:00:33,662 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-19T18:00:33,662 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-19T18:00:33,663 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-19T18:00:33,671 DEBUG [master/26d3106abcfe:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-19T18:00:33,672 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-19T18:00:33,672 INFO  [master/26d3106abcfe:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26d3106abcfe,34425,1732039168942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-19T18:00:33,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72819edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,693 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-19T18:00:33,693 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-19T18:00:33,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26d3106abcfe,34425,-1 for getting cluster id
2024-11-19T18:00:33,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T18:00:33,705 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda043c6-9202-42f2-a41f-6f618116bf5d'
2024-11-19T18:00:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T18:00:33,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda043c6-9202-42f2-a41f-6f618116bf5d"

2024-11-19T18:00:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333aad36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26d3106abcfe,34425,-1]
2024-11-19T18:00:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T18:00:33,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:00:33,717 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T18:00:33,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46433c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T18:00:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26d3106abcfe,34765,1732039169822, seqNum=-1]
2024-11-19T18:00:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T18:00:33,730 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T18:00:33,749 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26d3106abcfe,34425,1732039168942
2024-11-19T18:00:33,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e24924e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26d3106abcfe,34425,-1 for getting cluster id
2024-11-19T18:00:33,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-19T18:00:33,769 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eda043c6-9202-42f2-a41f-6f618116bf5d'
2024-11-19T18:00:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-19T18:00:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eda043c6-9202-42f2-a41f-6f618116bf5d"

2024-11-19T18:00:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2218ce05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26d3106abcfe,34425,-1]
2024-11-19T18:00:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-19T18:00:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:00:33,773 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-19T18:00:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6dc19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-19T18:00:33,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=10026
2024-11-19T18:00:33,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-19T18:00:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26d3106abcfe,34425,1732039168942
2024-11-19T18:00:33,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c13b71
2024-11-19T18:00:33,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-19T18:00:33,815 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-19T18:00:33,822 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:00:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T18:00:33,833 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:00:33,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-19T18:00:33,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:33,838 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:00:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T18:00:33,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741835_1011 (size=428)
2024-11-19T18:00:34,254 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87587d9f46cc4e14da15b17847dbf7a3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:34,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741836_1012 (size=79)
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 87587d9f46cc4e14da15b17847dbf7a3, disabling compactions & flushes
2024-11-19T18:00:34,669 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3. after waiting 0 ms
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:34,669 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:34,669 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87587d9f46cc4e14da15b17847dbf7a3:
Waiting for close lock at 1732039234669Disabling compacts and flushes for region at 1732039234669Disabling writes for close at 1732039234669Writing region close event to WAL at 1732039234669Closed at 1732039234669
2024-11-19T18:00:34,672 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:00:34,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732039234672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039234672"}]},"ts":"1732039234672"}
2024-11-19T18:00:34,681 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:00:34,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:00:34,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039234683"}]},"ts":"1732039234683"}
2024-11-19T18:00:34,691 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-19T18:00:34,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=87587d9f46cc4e14da15b17847dbf7a3, ASSIGN}]
2024-11-19T18:00:34,696 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=87587d9f46cc4e14da15b17847dbf7a3, ASSIGN
2024-11-19T18:00:34,699 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=87587d9f46cc4e14da15b17847dbf7a3, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:00:34,850 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87587d9f46cc4e14da15b17847dbf7a3, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T18:00:34,855 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=87587d9f46cc4e14da15b17847dbf7a3, ASSIGN because future has completed
2024-11-19T18:00:34,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87587d9f46cc4e14da15b17847dbf7a3, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:35,025 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:35,025 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87587d9f46cc4e14da15b17847dbf7a3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:35,026 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,027 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:35,027 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,027 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,030 INFO  [StoreOpener-87587d9f46cc4e14da15b17847dbf7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 87587d9f46cc4e14da15b17847dbf7a3 
2024-11-19T18:00:35,033 INFO  [StoreOpener-87587d9f46cc4e14da15b17847dbf7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87587d9f46cc4e14da15b17847dbf7a3 columnFamilyName testFamily
2024-11-19T18:00:35,034 DEBUG [StoreOpener-87587d9f46cc4e14da15b17847dbf7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:35,035 INFO  [StoreOpener-87587d9f46cc4e14da15b17847dbf7a3-1 {}] regionserver.HStore(327): Store=87587d9f46cc4e14da15b17847dbf7a3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:00:35,035 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,037 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,038 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,039 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,039 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,042 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,045 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:00:35,046 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87587d9f46cc4e14da15b17847dbf7a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69111725, jitterRate=0.02984495460987091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:00:35,047 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:00:35,048 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87587d9f46cc4e14da15b17847dbf7a3:
Running coprocessor pre-open hook at 1732039235027Writing region info on filesystem at 1732039235027Initializing all the Stores at 1732039235030 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039235030Cleaning up temporary data from old regions at 1732039235039 (+9 ms)Running coprocessor post-open hooks at 1732039235047 (+8 ms)Region opened successfully at 1732039235047
2024-11-19T18:00:35,050 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3., pid=6, masterSystemTime=1732039235011
2024-11-19T18:00:35,053 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:35,053 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:00:35,054 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87587d9f46cc4e14da15b17847dbf7a3, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:35,058 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87587d9f46cc4e14da15b17847dbf7a3, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:00:35,064 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-19T18:00:35,064 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87587d9f46cc4e14da15b17847dbf7a3, server=26d3106abcfe,34765,1732039169822 in 204 msec
2024-11-19T18:00:35,069 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-19T18:00:35,069 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=87587d9f46cc4e14da15b17847dbf7a3, ASSIGN in 371 msec
2024-11-19T18:00:35,071 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:00:35,072 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039235071"}]},"ts":"1732039235071"}
2024-11-19T18:00:35,075 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-19T18:00:35,077 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:00:35,080 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2520 sec
2024-11-19T18:00:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-19T18:00:36,865 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-19T18:00:36,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-19T18:00:36,866 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:36,871 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-19T18:00:36,872 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:36,873 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-19T18:00:36,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-19T18:00:36,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26d3106abcfe,34765,1732039169822, seqNum=-1]
2024-11-19T18:00:36,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-19T18:00:36,880 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-19T18:00:36,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:00:36,902 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:00:36,906 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-19T18:00:36,912 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T18:00:36,917 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T18:00:36,919 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T18:00:36,920 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6121394012545875976
2024-11-19T18:00:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039239919, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:36,928 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T18:00:36,930 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T18:00:36,932 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:36,934 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:36,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6121394012545875978
2024-11-19T18:00:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039239934, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:36,940 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:36,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6121394012545875979
2024-11-19T18:00:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039239940, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:36,946 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:36,947 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6121394012545875980
2024-11-19T18:00:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039239946, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:36,952 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:36,962 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/26d3106abcfe:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099505531_22 at /127.0.0.1:50754 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=9952 (was 10026)
2024-11-19T18:00:36,970 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=9952
2024-11-19T18:00:36,974 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:00:36,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-19T18:00:36,979 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:00:36,979 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:36,980 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-19T18:00:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T18:00:36,982 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:00:36,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741837_1013 (size=414)
2024-11-19T18:00:37,399 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09a9cac13591f186a382bc79aa5bad74, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:37,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741838_1014 (size=65)
2024-11-19T18:00:37,815 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:37,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 09a9cac13591f186a382bc79aa5bad74, disabling compactions & flushes
2024-11-19T18:00:37,816 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:37,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:37,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74. after waiting 0 ms
2024-11-19T18:00:37,816 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:37,817 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:37,817 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09a9cac13591f186a382bc79aa5bad74:
Waiting for close lock at 1732039237815Disabling compacts and flushes for region at 1732039237815Disabling writes for close at 1732039237816 (+1 ms)Writing region close event to WAL at 1732039237817 (+1 ms)Closed at 1732039237817
2024-11-19T18:00:37,823 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:00:37,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732039237823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039237823"}]},"ts":"1732039237823"}
2024-11-19T18:00:37,827 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:00:37,829 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:00:37,830 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039237830"}]},"ts":"1732039237830"}
2024-11-19T18:00:37,833 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T18:00:37,834 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=09a9cac13591f186a382bc79aa5bad74, ASSIGN}]
2024-11-19T18:00:37,836 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=09a9cac13591f186a382bc79aa5bad74, ASSIGN
2024-11-19T18:00:37,838 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=09a9cac13591f186a382bc79aa5bad74, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:00:37,989 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09a9cac13591f186a382bc79aa5bad74, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T18:00:37,998 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=09a9cac13591f186a382bc79aa5bad74, ASSIGN because future has completed
2024-11-19T18:00:37,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a9cac13591f186a382bc79aa5bad74, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:38,168 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:38,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 09a9cac13591f186a382bc79aa5bad74, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:38,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:38,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,171 INFO  [StoreOpener-09a9cac13591f186a382bc79aa5bad74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 09a9cac13591f186a382bc79aa5bad74 
2024-11-19T18:00:38,173 INFO  [StoreOpener-09a9cac13591f186a382bc79aa5bad74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a9cac13591f186a382bc79aa5bad74 columnFamilyName testFamily
2024-11-19T18:00:38,174 DEBUG [StoreOpener-09a9cac13591f186a382bc79aa5bad74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:38,175 INFO  [StoreOpener-09a9cac13591f186a382bc79aa5bad74-1 {}] regionserver.HStore(327): Store=09a9cac13591f186a382bc79aa5bad74/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:00:38,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:00:38,187 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 09a9cac13591f186a382bc79aa5bad74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64546364, jitterRate=-0.03818422555923462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:00:38,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:00:38,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 09a9cac13591f186a382bc79aa5bad74:
Running coprocessor pre-open hook at 1732039238169Writing region info on filesystem at 1732039238169Initializing all the Stores at 1732039238170 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039238170Cleaning up temporary data from old regions at 1732039238179 (+9 ms)Running coprocessor post-open hooks at 1732039238188 (+9 ms)Region opened successfully at 1732039238189 (+1 ms)
2024-11-19T18:00:38,191 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., pid=9, masterSystemTime=1732039238155
2024-11-19T18:00:38,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:38,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:00:38,196 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=09a9cac13591f186a382bc79aa5bad74, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:38,199 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a9cac13591f186a382bc79aa5bad74, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:00:38,205 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-19T18:00:38,205 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 09a9cac13591f186a382bc79aa5bad74, server=26d3106abcfe,34765,1732039169822 in 203 msec
2024-11-19T18:00:38,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-19T18:00:38,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=09a9cac13591f186a382bc79aa5bad74, ASSIGN in 371 msec
2024-11-19T18:00:38,211 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:00:38,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039238211"}]},"ts":"1732039238211"}
2024-11-19T18:00:38,215 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T18:00:38,217 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:00:38,220 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2430 sec
2024-11-19T18:00:38,986 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:00:39,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-19T18:00:39,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-19T18:00:39,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-19T18:00:39,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-19T18:00:39,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-19T18:00:39,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T18:00:39,381 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-19T18:00:39,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-19T18:00:39,382 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T18:00:39,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-19T18:00:39,384 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T18:00:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-19T18:00:40,006 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-19T18:00:40,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T18:00:40,007 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:40,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T18:00:40,017 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:40,017 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-19T18:00:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:00:40,035 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:00:40,035 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T18:00:40,038 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T18:00:40,040 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T18:00:46,051 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-19T18:00:46,052 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-19T18:00:46,052 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:00:46,063 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=9855 (was 9952)
2024-11-19T18:00:46,073 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=9855
2024-11-19T18:00:46,079 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:00:46,206 INFO  [AsyncFSWAL-0-hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData-prefix:26d3106abcfe,34425,1732039168942 {}] wal.AbstractFSWAL(1368): Slow sync cost: 126 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41933,DS-abbda9db-de08-4626-911b-242de8aded3c,DISK]]
2024-11-19T18:00:46,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-19T18:00:46,210 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:00:46,210 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:46,210 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-19T18:00:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T18:00:46,213 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:00:46,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741839_1015 (size=412)
2024-11-19T18:00:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-19T18:00:46,629 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20ac70be0088b0ee8810d1f620b1c470, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:46,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741840_1016 (size=63)
2024-11-19T18:00:47,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:47,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 20ac70be0088b0ee8810d1f620b1c470, disabling compactions & flushes
2024-11-19T18:00:47,046 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,046 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470. after waiting 1 ms
2024-11-19T18:00:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,047 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,047 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20ac70be0088b0ee8810d1f620b1c470:
Waiting for close lock at 1732039247046Disabling compacts and flushes for region at 1732039247046Disabling writes for close at 1732039247047 (+1 ms)Writing region close event to WAL at 1732039247047Closed at 1732039247047
2024-11-19T18:00:47,051 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:00:47,052 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732039247051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039247051"}]},"ts":"1732039247051"}
2024-11-19T18:00:47,056 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:00:47,058 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:00:47,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039247058"}]},"ts":"1732039247058"}
2024-11-19T18:00:47,062 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T18:00:47,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=20ac70be0088b0ee8810d1f620b1c470, ASSIGN}]
2024-11-19T18:00:47,064 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=20ac70be0088b0ee8810d1f620b1c470, ASSIGN
2024-11-19T18:00:47,065 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=20ac70be0088b0ee8810d1f620b1c470, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:00:47,216 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20ac70be0088b0ee8810d1f620b1c470, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:47,224 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=20ac70be0088b0ee8810d1f620b1c470, ASSIGN because future has completed
2024-11-19T18:00:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T18:00:47,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ac70be0088b0ee8810d1f620b1c470, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:47,389 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 20ac70be0088b0ee8810d1f620b1c470, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,392 INFO  [StoreOpener-20ac70be0088b0ee8810d1f620b1c470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 20ac70be0088b0ee8810d1f620b1c470 
2024-11-19T18:00:47,395 INFO  [StoreOpener-20ac70be0088b0ee8810d1f620b1c470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ac70be0088b0ee8810d1f620b1c470 columnFamilyName testFamily
2024-11-19T18:00:47,395 DEBUG [StoreOpener-20ac70be0088b0ee8810d1f620b1c470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:47,395 INFO  [StoreOpener-20ac70be0088b0ee8810d1f620b1c470-1 {}] regionserver.HStore(327): Store=20ac70be0088b0ee8810d1f620b1c470/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:00:47,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:00:47,406 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 20ac70be0088b0ee8810d1f620b1c470; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60732986, jitterRate=-0.095007985830307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:00:47,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:00:47,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 20ac70be0088b0ee8810d1f620b1c470:
Running coprocessor pre-open hook at 1732039247390Writing region info on filesystem at 1732039247390Initializing all the Stores at 1732039247392 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039247392Cleaning up temporary data from old regions at 1732039247398 (+6 ms)Running coprocessor post-open hooks at 1732039247406 (+8 ms)Region opened successfully at 1732039247407 (+1 ms)
2024-11-19T18:00:47,408 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., pid=12, masterSystemTime=1732039247380
2024-11-19T18:00:47,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,412 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:00:47,413 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=20ac70be0088b0ee8810d1f620b1c470, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:47,416 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ac70be0088b0ee8810d1f620b1c470, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:00:47,421 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-19T18:00:47,422 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 20ac70be0088b0ee8810d1f620b1c470, server=26d3106abcfe,34765,1732039169822 in 193 msec
2024-11-19T18:00:47,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-19T18:00:47,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=20ac70be0088b0ee8810d1f620b1c470, ASSIGN in 359 msec
2024-11-19T18:00:47,426 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:00:47,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039247426"}]},"ts":"1732039247426"}
2024-11-19T18:00:47,428 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T18:00:47,430 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:00:47,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.3510 sec
2024-11-19T18:00:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-19T18:00:49,238 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-19T18:00:49,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T18:00:49,239 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:49,250 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T18:00:49,250 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:49,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-19T18:00:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:00:49,264 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:00:49,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T18:00:49,268 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T18:00:49,270 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T18:00:49,271 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T18:00:49,272 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T18:00:49,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-19T18:00:49,376 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T18:00:51,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-19T18:00:52,926 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:00:55,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545875989' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T18:00:55,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41366 deadline: 1732039261279, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545875989' does not exist
2024-11-19T18:00:55,287 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26d3106abcfe,34765,1732039169822 for closing scanner id = 6121394012545875989 for 20ac70be0088b0ee8810d1f620b1c470 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545875989' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T18:00:55,290 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=9846 (was 9855)
2024-11-19T18:00:55,299 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=9845
2024-11-19T18:00:55,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:00:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-19T18:00:55,306 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:00:55,306 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:55,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-19T18:00:55,307 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:00:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T18:00:55,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741841_1017 (size=423)
2024-11-19T18:00:55,719 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ee1ebd42dc1fc31b72f0793e97f7413, NAME => 'testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:55,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741842_1018 (size=74)
2024-11-19T18:00:55,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-19T18:00:56,132 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:56,133 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 5ee1ebd42dc1fc31b72f0793e97f7413, disabling compactions & flushes
2024-11-19T18:00:56,133 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,133 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,133 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413. after waiting 0 ms
2024-11-19T18:00:56,133 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,133 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,134 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ee1ebd42dc1fc31b72f0793e97f7413:
Waiting for close lock at 1732039256132Disabling compacts and flushes for region at 1732039256132Disabling writes for close at 1732039256133 (+1 ms)Writing region close event to WAL at 1732039256133Closed at 1732039256133
2024-11-19T18:00:56,139 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:00:56,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732039256139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039256139"}]},"ts":"1732039256139"}
2024-11-19T18:00:56,143 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:00:56,144 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:00:56,144 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039256144"}]},"ts":"1732039256144"}
2024-11-19T18:00:56,147 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-19T18:00:56,147 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5ee1ebd42dc1fc31b72f0793e97f7413, ASSIGN}]
2024-11-19T18:00:56,149 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5ee1ebd42dc1fc31b72f0793e97f7413, ASSIGN
2024-11-19T18:00:56,150 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5ee1ebd42dc1fc31b72f0793e97f7413, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:00:56,301 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ee1ebd42dc1fc31b72f0793e97f7413, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:56,311 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5ee1ebd42dc1fc31b72f0793e97f7413, ASSIGN because future has completed
2024-11-19T18:00:56,312 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee1ebd42dc1fc31b72f0793e97f7413, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T18:00:56,478 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,478 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee1ebd42dc1fc31b72f0793e97f7413, NAME => 'testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:56,479 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,479 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:56,479 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,479 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,481 INFO  [StoreOpener-5ee1ebd42dc1fc31b72f0793e97f7413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5ee1ebd42dc1fc31b72f0793e97f7413 
2024-11-19T18:00:56,484 INFO  [StoreOpener-5ee1ebd42dc1fc31b72f0793e97f7413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee1ebd42dc1fc31b72f0793e97f7413 columnFamilyName testFamily
2024-11-19T18:00:56,485 DEBUG [StoreOpener-5ee1ebd42dc1fc31b72f0793e97f7413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:56,486 INFO  [StoreOpener-5ee1ebd42dc1fc31b72f0793e97f7413-1 {}] regionserver.HStore(327): Store=5ee1ebd42dc1fc31b72f0793e97f7413/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:00:56,486 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,487 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,488 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,488 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,488 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,491 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,494 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:00:56,495 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5ee1ebd42dc1fc31b72f0793e97f7413; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72348707, jitterRate=0.07807974517345428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:00:56,495 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:00:56,496 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5ee1ebd42dc1fc31b72f0793e97f7413:
Running coprocessor pre-open hook at 1732039256479Writing region info on filesystem at 1732039256479Initializing all the Stores at 1732039256481 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039256481Cleaning up temporary data from old regions at 1732039256488 (+7 ms)Running coprocessor post-open hooks at 1732039256495 (+7 ms)Region opened successfully at 1732039256496 (+1 ms)
2024-11-19T18:00:56,497 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413., pid=15, masterSystemTime=1732039256467
2024-11-19T18:00:56,500 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,500 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:00:56,501 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5ee1ebd42dc1fc31b72f0793e97f7413, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:56,504 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ee1ebd42dc1fc31b72f0793e97f7413, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:00:56,508 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-19T18:00:56,509 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ee1ebd42dc1fc31b72f0793e97f7413, server=26d3106abcfe,34765,1732039169822 in 193 msec
2024-11-19T18:00:56,511 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-19T18:00:56,511 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5ee1ebd42dc1fc31b72f0793e97f7413, ASSIGN in 362 msec
2024-11-19T18:00:56,512 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:00:56,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039256512"}]},"ts":"1732039256512"}
2024-11-19T18:00:56,515 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-19T18:00:56,516 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:00:56,519 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2140 sec
2024-11-19T18:00:57,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-19T18:00:57,989 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T18:00:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-19T18:00:58,357 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-19T18:00:58,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-19T18:00:58,358 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:58,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-19T18:00:58,368 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:00:58,368 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-19T18:00:58,371 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:00:58,383 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:00:58,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-19T18:00:58,387 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-19T18:00:58,389 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-19T18:00:58,390 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-19T18:00:58,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6121394012545875993
2024-11-19T18:00:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039261390, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:58,394 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-19T18:00:58,396 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-19T18:00:58,397 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:58,399 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:58,399 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6121394012545875995
2024-11-19T18:00:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039261398, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:58,403 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:58,404 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6121394012545875996
2024-11-19T18:00:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039261402, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:58,407 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:58,408 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6121394012545875997
2024-11-19T18:00:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:41366 deadline: 1732039261407, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-19T18:00:58,411 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-19T18:00:58,420 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1099505531_22 at /127.0.0.1:35168 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=9842 (was 9845)
2024-11-19T18:00:58,428 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=9842
2024-11-19T18:00:58,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:00:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-19T18:00:58,435 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:00:58,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:58,435 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-19T18:00:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T18:00:58,437 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:00:58,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741843_1019 (size=418)
2024-11-19T18:00:58,855 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57a6ba8502d65495d10a917986d03496, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:00:58,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741844_1020 (size=69)
2024-11-19T18:00:59,267 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:59,268 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 57a6ba8502d65495d10a917986d03496, disabling compactions & flushes
2024-11-19T18:00:59,268 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,268 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,269 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496. after waiting 0 ms
2024-11-19T18:00:59,269 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,269 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,269 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57a6ba8502d65495d10a917986d03496:
Waiting for close lock at 1732039259268Disabling compacts and flushes for region at 1732039259268Disabling writes for close at 1732039259269 (+1 ms)Writing region close event to WAL at 1732039259269Closed at 1732039259269
2024-11-19T18:00:59,274 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:00:59,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732039259274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039259274"}]},"ts":"1732039259274"}
2024-11-19T18:00:59,279 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:00:59,281 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:00:59,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039259281"}]},"ts":"1732039259281"}
2024-11-19T18:00:59,285 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-19T18:00:59,285 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=57a6ba8502d65495d10a917986d03496, ASSIGN}]
2024-11-19T18:00:59,287 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=57a6ba8502d65495d10a917986d03496, ASSIGN
2024-11-19T18:00:59,289 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=57a6ba8502d65495d10a917986d03496, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:00:59,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-19T18:00:59,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-19T18:00:59,440 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=57a6ba8502d65495d10a917986d03496, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:59,448 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=57a6ba8502d65495d10a917986d03496, ASSIGN because future has completed
2024-11-19T18:00:59,449 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57a6ba8502d65495d10a917986d03496, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:00:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T18:00:59,613 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,614 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 57a6ba8502d65495d10a917986d03496, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:00:59,614 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,614 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:00:59,614 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,614 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,616 INFO  [StoreOpener-57a6ba8502d65495d10a917986d03496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 57a6ba8502d65495d10a917986d03496 
2024-11-19T18:00:59,618 INFO  [StoreOpener-57a6ba8502d65495d10a917986d03496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57a6ba8502d65495d10a917986d03496 columnFamilyName testFamily
2024-11-19T18:00:59,618 DEBUG [StoreOpener-57a6ba8502d65495d10a917986d03496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:00:59,619 INFO  [StoreOpener-57a6ba8502d65495d10a917986d03496-1 {}] regionserver.HStore(327): Store=57a6ba8502d65495d10a917986d03496/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:00:59,619 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,620 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,621 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,622 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,622 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,624 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,627 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:00:59,628 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 57a6ba8502d65495d10a917986d03496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69858243, jitterRate=0.040968939661979675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:00:59,628 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:00:59,629 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 57a6ba8502d65495d10a917986d03496:
Running coprocessor pre-open hook at 1732039259614Writing region info on filesystem at 1732039259614Initializing all the Stores at 1732039259616 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039259616Cleaning up temporary data from old regions at 1732039259622 (+6 ms)Running coprocessor post-open hooks at 1732039259628 (+6 ms)Region opened successfully at 1732039259628
2024-11-19T18:00:59,630 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., pid=18, masterSystemTime=1732039259602
2024-11-19T18:00:59,632 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,632 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:00:59,633 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=57a6ba8502d65495d10a917986d03496, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:00:59,636 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57a6ba8502d65495d10a917986d03496, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:00:59,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-19T18:00:59,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 57a6ba8502d65495d10a917986d03496, server=26d3106abcfe,34765,1732039169822 in 188 msec
2024-11-19T18:00:59,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-19T18:00:59,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=57a6ba8502d65495d10a917986d03496, ASSIGN in 355 msec
2024-11-19T18:00:59,645 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:00:59,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039259645"}]},"ts":"1732039259645"}
2024-11-19T18:00:59,648 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-19T18:00:59,649 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:00:59,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2180 sec
2024-11-19T18:01:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-19T18:01:01,468 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-19T18:01:01,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-19T18:01:01,468 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:01,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-19T18:01:01,478 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:01,478 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-19T18:01:01,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:01,495 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:01,495 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-19T18:01:01,497 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T18:01:01,499 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T18:01:01,984 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:02,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-19T18:01:02,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1003ms, rpcTimeout=1000ms
2024-11-19T18:01:02,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:01:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-19T18:01:03,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-19T18:01:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:03,522 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T18:01:04,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-19T18:01:04,502 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=977ms
2024-11-19T18:01:04,503 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:01:04,520 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=9838 (was 9842)
2024-11-19T18:01:04,529 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=9837
2024-11-19T18:01:04,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:01:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-19T18:01:04,536 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:01:04,536 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:04,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-19T18:01:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T18:01:04,538 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:01:04,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741845_1021 (size=416)
2024-11-19T18:01:04,954 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f69d6e25f32f7640e6844600d2ec0c8f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:01:04,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741846_1022 (size=67)
2024-11-19T18:01:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-19T18:01:05,369 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:05,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing f69d6e25f32f7640e6844600d2ec0c8f, disabling compactions & flushes
2024-11-19T18:01:05,370 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f. after waiting 0 ms
2024-11-19T18:01:05,370 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,370 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,371 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for f69d6e25f32f7640e6844600d2ec0c8f:
Waiting for close lock at 1732039265369Disabling compacts and flushes for region at 1732039265370 (+1 ms)Disabling writes for close at 1732039265370Writing region close event to WAL at 1732039265370Closed at 1732039265370
2024-11-19T18:01:05,374 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:01:05,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732039265374"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039265374"}]},"ts":"1732039265374"}
2024-11-19T18:01:05,378 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:01:05,380 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:01:05,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039265380"}]},"ts":"1732039265380"}
2024-11-19T18:01:05,383 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-19T18:01:05,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f69d6e25f32f7640e6844600d2ec0c8f, ASSIGN}]
2024-11-19T18:01:05,386 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f69d6e25f32f7640e6844600d2ec0c8f, ASSIGN
2024-11-19T18:01:05,387 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f69d6e25f32f7640e6844600d2ec0c8f, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:01:05,538 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f69d6e25f32f7640e6844600d2ec0c8f, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:05,541 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f69d6e25f32f7640e6844600d2ec0c8f, ASSIGN because future has completed
2024-11-19T18:01:05,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f69d6e25f32f7640e6844600d2ec0c8f, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:01:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T18:01:05,702 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,702 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f69d6e25f32f7640e6844600d2ec0c8f, NAME => 'testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:01:05,703 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,703 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:05,703 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,703 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,706 INFO  [StoreOpener-f69d6e25f32f7640e6844600d2ec0c8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f69d6e25f32f7640e6844600d2ec0c8f 
2024-11-19T18:01:05,709 INFO  [StoreOpener-f69d6e25f32f7640e6844600d2ec0c8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f69d6e25f32f7640e6844600d2ec0c8f columnFamilyName testFamily
2024-11-19T18:01:05,709 DEBUG [StoreOpener-f69d6e25f32f7640e6844600d2ec0c8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:05,710 INFO  [StoreOpener-f69d6e25f32f7640e6844600d2ec0c8f-1 {}] regionserver.HStore(327): Store=f69d6e25f32f7640e6844600d2ec0c8f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:01:05,711 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,712 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,713 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,714 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,714 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,717 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,722 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:01:05,723 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f69d6e25f32f7640e6844600d2ec0c8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74838535, jitterRate=0.1151810735464096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:01:05,723 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:05,724 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f69d6e25f32f7640e6844600d2ec0c8f:
Running coprocessor pre-open hook at 1732039265703Writing region info on filesystem at 1732039265703Initializing all the Stores at 1732039265705 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039265706 (+1 ms)Cleaning up temporary data from old regions at 1732039265714 (+8 ms)Running coprocessor post-open hooks at 1732039265723 (+9 ms)Region opened successfully at 1732039265724 (+1 ms)
2024-11-19T18:01:05,726 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f., pid=21, masterSystemTime=1732039265695
2024-11-19T18:01:05,728 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,728 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:05,729 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f69d6e25f32f7640e6844600d2ec0c8f, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:05,732 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f69d6e25f32f7640e6844600d2ec0c8f, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:01:05,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-19T18:01:05,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f69d6e25f32f7640e6844600d2ec0c8f, server=26d3106abcfe,34765,1732039169822 in 192 msec
2024-11-19T18:01:05,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-19T18:01:05,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=f69d6e25f32f7640e6844600d2ec0c8f, ASSIGN in 354 msec
2024-11-19T18:01:05,741 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:01:05,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039265741"}]},"ts":"1732039265741"}
2024-11-19T18:01:05,743 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-19T18:01:05,744 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:01:05,747 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2120 sec
2024-11-19T18:01:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-19T18:01:07,577 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-19T18:01:07,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-19T18:01:07,578 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:07,589 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-19T18:01:07,590 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:07,590 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-19T18:01:07,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:07,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:07,604 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-19T18:01:07,607 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T18:01:07,609 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T18:01:07,610 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T18:01:07,610 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T18:01:09,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-19T18:01:09,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-19T18:01:09,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:09,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-19T18:01:09,379 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:10,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T18:01:10,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41366 deadline: 1732039271618, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876008' does not exist
2024-11-19T18:01:10,621 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26d3106abcfe,34765,1732039169822 for closing scanner id = 6121394012545876008 for f69d6e25f32f7640e6844600d2ec0c8f of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876008' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T18:01:10,626 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=9833 (was 9837)
2024-11-19T18:01:10,632 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=9833
2024-11-19T18:01:10,635 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:01:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-19T18:01:10,639 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:01:10,639 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:10,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-19T18:01:10,640 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:01:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T18:01:10,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741847_1023 (size=411)
2024-11-19T18:01:11,055 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb7eb5219c12dc9a64d4b0c4bebf5f6c, NAME => 'testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:01:11,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741848_1024 (size=62)
2024-11-19T18:01:11,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-19T18:01:11,208 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:11,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:11,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fb7eb5219c12dc9a64d4b0c4bebf5f6c, disabling compactions & flushes
2024-11-19T18:01:11,471 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,471 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,472 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c. after waiting 1 ms
2024-11-19T18:01:11,472 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,472 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,472 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb7eb5219c12dc9a64d4b0c4bebf5f6c:
Waiting for close lock at 1732039271471Disabling compacts and flushes for region at 1732039271471Disabling writes for close at 1732039271472 (+1 ms)Writing region close event to WAL at 1732039271472Closed at 1732039271472
2024-11-19T18:01:11,476 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:01:11,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732039271476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039271476"}]},"ts":"1732039271476"}
2024-11-19T18:01:11,481 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:01:11,483 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:01:11,483 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039271483"}]},"ts":"1732039271483"}
2024-11-19T18:01:11,487 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T18:01:11,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fb7eb5219c12dc9a64d4b0c4bebf5f6c, ASSIGN}]
2024-11-19T18:01:11,489 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fb7eb5219c12dc9a64d4b0c4bebf5f6c, ASSIGN
2024-11-19T18:01:11,490 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fb7eb5219c12dc9a64d4b0c4bebf5f6c, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:01:11,642 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fb7eb5219c12dc9a64d4b0c4bebf5f6c, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:11,650 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fb7eb5219c12dc9a64d4b0c4bebf5f6c, ASSIGN because future has completed
2024-11-19T18:01:11,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7eb5219c12dc9a64d4b0c4bebf5f6c, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:01:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T18:01:11,817 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,818 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fb7eb5219c12dc9a64d4b0c4bebf5f6c, NAME => 'testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:01:11,818 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,818 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:11,818 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,818 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,820 INFO  [StoreOpener-fb7eb5219c12dc9a64d4b0c4bebf5f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fb7eb5219c12dc9a64d4b0c4bebf5f6c 
2024-11-19T18:01:11,822 INFO  [StoreOpener-fb7eb5219c12dc9a64d4b0c4bebf5f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7eb5219c12dc9a64d4b0c4bebf5f6c columnFamilyName testFamily
2024-11-19T18:01:11,822 DEBUG [StoreOpener-fb7eb5219c12dc9a64d4b0c4bebf5f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:11,823 INFO  [StoreOpener-fb7eb5219c12dc9a64d4b0c4bebf5f6c-1 {}] regionserver.HStore(327): Store=fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:01:11,823 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,824 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,825 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,826 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,826 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,828 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,831 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:01:11,832 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fb7eb5219c12dc9a64d4b0c4bebf5f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63272503, jitterRate=-0.05716623365879059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:01:11,832 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:11,833 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fb7eb5219c12dc9a64d4b0c4bebf5f6c:
Running coprocessor pre-open hook at 1732039271819Writing region info on filesystem at 1732039271819Initializing all the Stores at 1732039271820 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039271820Cleaning up temporary data from old regions at 1732039271826 (+6 ms)Running coprocessor post-open hooks at 1732039271832 (+6 ms)Region opened successfully at 1732039271832
2024-11-19T18:01:11,834 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c., pid=24, masterSystemTime=1732039271806
2024-11-19T18:01:11,836 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,837 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:11,837 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fb7eb5219c12dc9a64d4b0c4bebf5f6c, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:11,840 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb7eb5219c12dc9a64d4b0c4bebf5f6c, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:01:11,844 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-19T18:01:11,844 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure fb7eb5219c12dc9a64d4b0c4bebf5f6c, server=26d3106abcfe,34765,1732039169822 in 190 msec
2024-11-19T18:01:11,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-19T18:01:11,847 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fb7eb5219c12dc9a64d4b0c4bebf5f6c, ASSIGN in 357 msec
2024-11-19T18:01:11,848 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:01:11,849 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039271848"}]},"ts":"1732039271848"}
2024-11-19T18:01:11,852 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T18:01:11,853 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:01:11,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2180 sec
2024-11-19T18:01:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-19T18:01:13,678 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-19T18:01:13,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T18:01:13,678 INFO  [master/26d3106abcfe:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-19T18:01:13,678 INFO  [master/26d3106abcfe:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-19T18:01:13,678 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:13,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T18:01:13,687 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:13,687 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-19T18:01:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:13,702 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:13,702 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T18:01:13,705 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T18:01:13,707 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T18:01:13,708 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T18:01:13,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-19T18:01:15,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-19T18:01:16,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876012' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T18:01:16,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41366 deadline: 1732039277713, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876012' does not exist
2024-11-19T18:01:16,720 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26d3106abcfe,34765,1732039169822 for closing scanner id = 6121394012545876012 for fb7eb5219c12dc9a64d4b0c4bebf5f6c of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876012' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T18:01:16,728 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=9830 (was 9833)
2024-11-19T18:01:16,738 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=9830
2024-11-19T18:01:16,741 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:01:16,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T18:01:16,745 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:01:16,746 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:16,746 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-19T18:01:16,748 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:01:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T18:01:16,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741849_1025 (size=419)
2024-11-19T18:01:17,163 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b73add4f2a96cd2f77da6e80d195f0b8, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:01:17,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741850_1026 (size=70)
2024-11-19T18:01:17,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-19T18:01:17,322 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:17,578 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:17,579 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b73add4f2a96cd2f77da6e80d195f0b8, disabling compactions & flushes
2024-11-19T18:01:17,579 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,579 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,579 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8. after waiting 0 ms
2024-11-19T18:01:17,579 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,580 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,580 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b73add4f2a96cd2f77da6e80d195f0b8:
Waiting for close lock at 1732039277579Disabling compacts and flushes for region at 1732039277579Disabling writes for close at 1732039277579Writing region close event to WAL at 1732039277580 (+1 ms)Closed at 1732039277580
2024-11-19T18:01:17,584 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:01:17,585 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732039277584"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039277584"}]},"ts":"1732039277584"}
2024-11-19T18:01:17,589 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:01:17,591 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:01:17,592 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039277591"}]},"ts":"1732039277591"}
2024-11-19T18:01:17,595 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T18:01:17,595 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b73add4f2a96cd2f77da6e80d195f0b8, ASSIGN}]
2024-11-19T18:01:17,597 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b73add4f2a96cd2f77da6e80d195f0b8, ASSIGN
2024-11-19T18:01:17,599 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b73add4f2a96cd2f77da6e80d195f0b8, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:01:17,750 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b73add4f2a96cd2f77da6e80d195f0b8, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:17,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T18:01:17,758 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b73add4f2a96cd2f77da6e80d195f0b8, ASSIGN because future has completed
2024-11-19T18:01:17,759 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73add4f2a96cd2f77da6e80d195f0b8, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:01:17,924 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => b73add4f2a96cd2f77da6e80d195f0b8, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:01:17,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:17,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,928 INFO  [StoreOpener-b73add4f2a96cd2f77da6e80d195f0b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b73add4f2a96cd2f77da6e80d195f0b8 
2024-11-19T18:01:17,931 INFO  [StoreOpener-b73add4f2a96cd2f77da6e80d195f0b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73add4f2a96cd2f77da6e80d195f0b8 columnFamilyName testFamily
2024-11-19T18:01:17,931 DEBUG [StoreOpener-b73add4f2a96cd2f77da6e80d195f0b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:17,932 INFO  [StoreOpener-b73add4f2a96cd2f77da6e80d195f0b8-1 {}] regionserver.HStore(327): Store=b73add4f2a96cd2f77da6e80d195f0b8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:01:17,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:01:17,940 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened b73add4f2a96cd2f77da6e80d195f0b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65153441, jitterRate=-0.029138073325157166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:01:17,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:17,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for b73add4f2a96cd2f77da6e80d195f0b8:
Running coprocessor pre-open hook at 1732039277926Writing region info on filesystem at 1732039277926Initializing all the Stores at 1732039277928 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039277928Cleaning up temporary data from old regions at 1732039277934 (+6 ms)Running coprocessor post-open hooks at 1732039277940 (+6 ms)Region opened successfully at 1732039277941 (+1 ms)
2024-11-19T18:01:17,942 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., pid=27, masterSystemTime=1732039277913
2024-11-19T18:01:17,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,944 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:17,945 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b73add4f2a96cd2f77da6e80d195f0b8, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:17,947 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b73add4f2a96cd2f77da6e80d195f0b8, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:01:17,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-19T18:01:17,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b73add4f2a96cd2f77da6e80d195f0b8, server=26d3106abcfe,34765,1732039169822 in 191 msec
2024-11-19T18:01:17,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-19T18:01:17,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=b73add4f2a96cd2f77da6e80d195f0b8, ASSIGN in 356 msec
2024-11-19T18:01:17,955 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:01:17,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039277955"}]},"ts":"1732039277955"}
2024-11-19T18:01:17,957 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T18:01:17,958 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:01:17,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2170 sec
2024-11-19T18:01:19,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-19T18:01:19,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:19,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-19T18:01:19,379 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-19T18:01:19,767 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-19T18:01:19,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T18:01:19,768 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:19,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T18:01:19,778 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:19,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T18:01:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:19,790 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:19,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T18:01:19,793 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T18:01:19,794 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-19T18:01:21,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-19T18:01:23,431 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:25,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T18:01:25,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-19T18:01:25,801 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:01:25,813 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=98 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=9824 (was 9830)
2024-11-19T18:01:25,825 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=98, ProcessCount=11, AvailableMemoryMB=9824
2024-11-19T18:01:25,828 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:01:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-19T18:01:25,832 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:01:25,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:25,832 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-19T18:01:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T18:01:25,834 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:01:25,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741851_1027 (size=407)
2024-11-19T18:01:26,252 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2110c0893522e8625024e9d9631eb43a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:01:26,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741852_1028 (size=58)
2024-11-19T18:01:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-19T18:01:26,665 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:26,665 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2110c0893522e8625024e9d9631eb43a, disabling compactions & flushes
2024-11-19T18:01:26,665 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:26,665 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:26,666 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a. after waiting 0 ms
2024-11-19T18:01:26,666 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:26,666 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:26,666 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2110c0893522e8625024e9d9631eb43a:
Waiting for close lock at 1732039286665Disabling compacts and flushes for region at 1732039286665Disabling writes for close at 1732039286666 (+1 ms)Writing region close event to WAL at 1732039286666Closed at 1732039286666
2024-11-19T18:01:26,670 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:01:26,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732039286670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039286670"}]},"ts":"1732039286670"}
2024-11-19T18:01:26,675 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:01:26,676 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:01:26,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039286676"}]},"ts":"1732039286676"}
2024-11-19T18:01:26,680 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-19T18:01:26,680 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2110c0893522e8625024e9d9631eb43a, ASSIGN}]
2024-11-19T18:01:26,682 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2110c0893522e8625024e9d9631eb43a, ASSIGN
2024-11-19T18:01:26,683 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2110c0893522e8625024e9d9631eb43a, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:01:26,834 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2110c0893522e8625024e9d9631eb43a, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:26,842 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2110c0893522e8625024e9d9631eb43a, ASSIGN because future has completed
2024-11-19T18:01:26,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2110c0893522e8625024e9d9631eb43a, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:01:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T18:01:27,010 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:27,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 2110c0893522e8625024e9d9631eb43a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:01:27,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:27,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,013 INFO  [StoreOpener-2110c0893522e8625024e9d9631eb43a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2110c0893522e8625024e9d9631eb43a 
2024-11-19T18:01:27,015 INFO  [StoreOpener-2110c0893522e8625024e9d9631eb43a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2110c0893522e8625024e9d9631eb43a columnFamilyName testFamily
2024-11-19T18:01:27,015 DEBUG [StoreOpener-2110c0893522e8625024e9d9631eb43a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:27,015 INFO  [StoreOpener-2110c0893522e8625024e9d9631eb43a-1 {}] regionserver.HStore(327): Store=2110c0893522e8625024e9d9631eb43a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:01:27,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:01:27,023 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 2110c0893522e8625024e9d9631eb43a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71941574, jitterRate=0.0720129907131195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:01:27,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:27,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 2110c0893522e8625024e9d9631eb43a:
Running coprocessor pre-open hook at 1732039287011Writing region info on filesystem at 1732039287011Initializing all the Stores at 1732039287012 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039287012Cleaning up temporary data from old regions at 1732039287018 (+6 ms)Running coprocessor post-open hooks at 1732039287023 (+5 ms)Region opened successfully at 1732039287024 (+1 ms)
2024-11-19T18:01:27,025 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a., pid=30, masterSystemTime=1732039286998
2024-11-19T18:01:27,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:27,028 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:27,029 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2110c0893522e8625024e9d9631eb43a, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:27,031 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2110c0893522e8625024e9d9631eb43a, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:01:27,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-19T18:01:27,035 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-19T18:01:27,035 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2110c0893522e8625024e9d9631eb43a, server=26d3106abcfe,34765,1732039169822 in 190 msec
2024-11-19T18:01:27,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-19T18:01:27,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2110c0893522e8625024e9d9631eb43a, ASSIGN in 355 msec
2024-11-19T18:01:27,039 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:01:27,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039287039"}]},"ts":"1732039287039"}
2024-11-19T18:01:27,041 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-19T18:01:27,042 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:01:27,044 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2140 sec
2024-11-19T18:01:27,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-19T18:01:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-19T18:01:28,855 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-19T18:01:28,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-19T18:01:28,855 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:28,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-19T18:01:28,861 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:28,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-19T18:01:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:28,875 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:28,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-19T18:01:28,879 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-19T18:01:28,881 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-19T18:01:28,882 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-19T18:01:28,883 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-19T18:01:29,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-19T18:01:29,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:32,515 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:34,196 DEBUG [master/26d3106abcfe:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-19T18:01:34,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876020' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-19T18:01:34,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34765 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:41366 deadline: 1732039300893, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876020' does not exist
2024-11-19T18:01:34,900 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26d3106abcfe,34765,1732039169822 for closing scanner id = 6121394012545876020 for 2110c0893522e8625024e9d9631eb43a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6121394012545876020' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-19T18:01:34,908 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=83 (was 98), ProcessCount=11 (was 11), AvailableMemoryMB=9824 (was 9824)
2024-11-19T18:01:34,916 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=9824
2024-11-19T18:01:34,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-19T18:01:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-19T18:01:34,921 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-19T18:01:34,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:34,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-19T18:01:34,922 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-19T18:01:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T18:01:34,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741853_1029 (size=423)
2024-11-19T18:01:35,337 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 852ef4613c5617fbb152de4a41adf58b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374
2024-11-19T18:01:35,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741854_1030 (size=74)
2024-11-19T18:01:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-19T18:01:35,751 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:35,752 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 852ef4613c5617fbb152de4a41adf58b, disabling compactions & flushes
2024-11-19T18:01:35,752 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:35,752 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:35,752 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b. after waiting 0 ms
2024-11-19T18:01:35,752 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:35,753 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:35,753 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 852ef4613c5617fbb152de4a41adf58b:
Waiting for close lock at 1732039295752Disabling compacts and flushes for region at 1732039295752Disabling writes for close at 1732039295752Writing region close event to WAL at 1732039295752Closed at 1732039295753 (+1 ms)
2024-11-19T18:01:35,757 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-19T18:01:35,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732039295757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732039295757"}]},"ts":"1732039295757"}
2024-11-19T18:01:35,762 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-19T18:01:35,764 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-19T18:01:35,765 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039295764"}]},"ts":"1732039295764"}
2024-11-19T18:01:35,768 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-19T18:01:35,768 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=852ef4613c5617fbb152de4a41adf58b, ASSIGN}]
2024-11-19T18:01:35,769 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=852ef4613c5617fbb152de4a41adf58b, ASSIGN
2024-11-19T18:01:35,770 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=852ef4613c5617fbb152de4a41adf58b, ASSIGN; state=OFFLINE, location=26d3106abcfe,34765,1732039169822; forceNewPlan=false, retain=false
2024-11-19T18:01:35,922 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=852ef4613c5617fbb152de4a41adf58b, regionState=OPENING, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:35,929 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=852ef4613c5617fbb152de4a41adf58b, ASSIGN because future has completed
2024-11-19T18:01:35,930 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 852ef4613c5617fbb152de4a41adf58b, server=26d3106abcfe,34765,1732039169822}]
2024-11-19T18:01:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T18:01:36,096 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:36,096 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 852ef4613c5617fbb152de4a41adf58b, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.', STARTKEY => '', ENDKEY => ''}
2024-11-19T18:01:36,096 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,097 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-19T18:01:36,097 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,097 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,099 INFO  [StoreOpener-852ef4613c5617fbb152de4a41adf58b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 852ef4613c5617fbb152de4a41adf58b 
2024-11-19T18:01:36,102 INFO  [StoreOpener-852ef4613c5617fbb152de4a41adf58b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 852ef4613c5617fbb152de4a41adf58b columnFamilyName testFamily
2024-11-19T18:01:36,102 DEBUG [StoreOpener-852ef4613c5617fbb152de4a41adf58b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-19T18:01:36,103 INFO  [StoreOpener-852ef4613c5617fbb152de4a41adf58b-1 {}] regionserver.HStore(327): Store=852ef4613c5617fbb152de4a41adf58b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-19T18:01:36,103 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,105 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,105 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,106 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,106 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,108 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,111 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-19T18:01:36,111 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 852ef4613c5617fbb152de4a41adf58b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69240858, jitterRate=0.03176918625831604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-19T18:01:36,112 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:36,112 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 852ef4613c5617fbb152de4a41adf58b:
Running coprocessor pre-open hook at 1732039296097Writing region info on filesystem at 1732039296097Initializing all the Stores at 1732039296099 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732039296099Cleaning up temporary data from old regions at 1732039296106 (+7 ms)Running coprocessor post-open hooks at 1732039296112 (+6 ms)Region opened successfully at 1732039296112
2024-11-19T18:01:36,113 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., pid=33, masterSystemTime=1732039296084
2024-11-19T18:01:36,116 DEBUG [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:36,116 INFO  [RS_OPEN_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:36,116 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=852ef4613c5617fbb152de4a41adf58b, regionState=OPEN, openSeqNum=2, regionLocation=26d3106abcfe,34765,1732039169822
2024-11-19T18:01:36,119 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 852ef4613c5617fbb152de4a41adf58b, server=26d3106abcfe,34765,1732039169822 because future has completed
2024-11-19T18:01:36,123 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-19T18:01:36,123 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 852ef4613c5617fbb152de4a41adf58b, server=26d3106abcfe,34765,1732039169822 in 190 msec
2024-11-19T18:01:36,126 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-19T18:01:36,126 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=852ef4613c5617fbb152de4a41adf58b, ASSIGN in 355 msec
2024-11-19T18:01:36,127 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-19T18:01:36,128 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732039296127"}]},"ts":"1732039296127"}
2024-11-19T18:01:36,130 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-19T18:01:36,131 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-19T18:01:36,134 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2130 sec
2024-11-19T18:01:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34425 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-19T18:01:37,957 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-19T18:01:37,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-19T18:01:37,958 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:37,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-19T18:01:37,967 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-19T18:01:37,967 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-19T18:01:37,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:37,979 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-19T18:01:37,979 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-19T18:01:37,982 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-19T18:01:37,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T18:01:38,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-19T18:01:38,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-19T18:01:38,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:01:39,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-19T18:01:39,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-19T18:01:39,377 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-19T18:01:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-19T18:01:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2]
2024-11-19T18:01:40,014 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34765 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-19T18:01:40,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26d3106abcfe:34765 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=970ms
2024-11-19T18:01:40,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=978ms, rpcTimeout=970ms
2024-11-19T18:01:40,992 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., hostname=26d3106abcfe,34765,1732039169822, seqNum=2 from cache
2024-11-19T18:01:41,005 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 83), ProcessCount=11 (was 11), AvailableMemoryMB=9822 (was 9824)
2024-11-19T18:01:41,005 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T18:01:41,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T18:01:41,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,013 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T18:01:41,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-19T18:01:41,013 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T18:01:41,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T18:01:41,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,014 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-19T18:01:41,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-19T18:01:41,014 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822065101, stopped=false
2024-11-19T18:01:41,015 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26d3106abcfe,34425,1732039168942
2024-11-19T18:01:41,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T18:01:41,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-19T18:01:41,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T18:01:41,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T18:01:41,125 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T18:01:41,127 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-19T18:01:41,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T18:01:41,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T18:01:41,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-19T18:01:41,129 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26d3106abcfe,34765,1732039169822' *****
2024-11-19T18:01:41,129 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-19T18:01:41,129 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-19T18:01:41,130 INFO  [RS:0;26d3106abcfe:34765 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-19T18:01:41,130 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-19T18:01:41,130 INFO  [RS:0;26d3106abcfe:34765 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-19T18:01:41,130 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for f69d6e25f32f7640e6844600d2ec0c8f
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for b73add4f2a96cd2f77da6e80d195f0b8
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 2110c0893522e8625024e9d9631eb43a
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 87587d9f46cc4e14da15b17847dbf7a3
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 09a9cac13591f186a382bc79aa5bad74
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 20ac70be0088b0ee8810d1f620b1c470
2024-11-19T18:01:41,131 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f69d6e25f32f7640e6844600d2ec0c8f, disabling compactions & flushes
2024-11-19T18:01:41,131 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:41,131 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(959): stopping server 26d3106abcfe,34765,1732039169822
2024-11-19T18:01:41,132 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T18:01:41,132 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f. after waiting 0 ms
2024-11-19T18:01:41,132 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26d3106abcfe:34765.
2024-11-19T18:01:41,132 DEBUG [RS:0;26d3106abcfe:34765 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-19T18:01:41,132 DEBUG [RS:0;26d3106abcfe:34765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-19T18:01:41,132 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-19T18:01:41,134 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-19T18:01:41,134 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-19T18:01:41,134 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-19T18:01:41,134 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-19T18:01:41,134 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-19T18:01:41,134 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-19T18:01:41,134 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, f69d6e25f32f7640e6844600d2ec0c8f, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,136 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-19T18:01:41,136 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f69d6e25f32f7640e6844600d2ec0c8f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:41,195 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/.tmp/testFamily/81b8533e639446589c19347ed278171c is 61, key is row-0/testFamily:testQualifier/1732039267594/Put/seqid=0
2024-11-19T18:01:41,203 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/info/c5783d01687645f9b76c72a4b31287d9 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3./info:regioninfo/1732039235054/Put/seqid=0
2024-11-19T18:01:41,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741855_1031 (size=5049)
2024-11-19T18:01:41,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741856_1032 (size=20564)
2024-11-19T18:01:41,334 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, f69d6e25f32f7640e6844600d2ec0c8f, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,515 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-19T18:01:41,535 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, f69d6e25f32f7640e6844600d2ec0c8f, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,601 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:41,609 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/.tmp/testFamily/81b8533e639446589c19347ed278171c
2024-11-19T18:01:41,612 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/info/c5783d01687645f9b76c72a4b31287d9
2024-11-19T18:01:41,655 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/.tmp/testFamily/81b8533e639446589c19347ed278171c as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/testFamily/81b8533e639446589c19347ed278171c
2024-11-19T18:01:41,663 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/testFamily/81b8533e639446589c19347ed278171c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:41,671 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f69d6e25f32f7640e6844600d2ec0c8f in 535ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:41,673 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/ns/1c2f2d710dad48acb73a5289334f8035 is 43, key is default/ns:d/1732039233586/Put/seqid=0
2024-11-19T18:01:41,678 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNextAsync/f69d6e25f32f7640e6844600d2ec0c8f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:41,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741857_1033 (size=5153)
2024-11-19T18:01:41,680 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:41,681 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f69d6e25f32f7640e6844600d2ec0c8f:
Waiting for close lock at 1732039301131Running coprocessor pre-close hooks at 1732039301131Disabling compacts and flushes for region at 1732039301131Disabling writes for close at 1732039301132 (+1 ms)Obtaining lock to block concurrent updates at 1732039301136 (+4 ms)Preparing flush snapshotting stores in f69d6e25f32f7640e6844600d2ec0c8f at 1732039301136Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039301142 (+6 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f. at 1732039301144 (+2 ms)Flushing f69d6e25f32f7640e6844600d2ec0c8f/testFamily: creating writer at 1732039301145 (+1 ms)Flushing f69d6e25f32f7640e6844600d2ec0c8f/testFamily: appending metadata at 1732039301190 (+45 ms)Flushing f69d6e25f32f7640e6844600d2ec0c8f/testFamily: closing flushed file at 1732039301193 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471b2775: reopening flushed file at 1732039301653 (+460 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f69d6e25f32f7640e6844600d2ec0c8f in 535ms, sequenceid=8, compaction requested=false at 1732039301671 (+18 ms)Writing region close event to WAL at 1732039301672 (+1 ms)Running coprocessor post-close hooks at 1732039301679 (+7 ms)Closed at 1732039301680 (+1 ms)
2024-11-19T18:01:41,681 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732039264531.f69d6e25f32f7640e6844600d2ec0c8f.
2024-11-19T18:01:41,681 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b73add4f2a96cd2f77da6e80d195f0b8, disabling compactions & flushes
2024-11-19T18:01:41,681 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:41,682 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:41,682 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8. after waiting 0 ms
2024-11-19T18:01:41,682 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:41,682 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b73add4f2a96cd2f77da6e80d195f0b8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:41,705 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/.tmp/testFamily/a3bf189703f0493891ad89328efc35a4 is 61, key is row-0/testFamily:testQualifier/1732039279783/Put/seqid=0
2024-11-19T18:01:41,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741858_1034 (size=5049)
2024-11-19T18:01:41,735 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,936 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:41,945 INFO  [regionserver/26d3106abcfe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-19T18:01:41,945 INFO  [regionserver/26d3106abcfe:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-19T18:01:42,082 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/ns/1c2f2d710dad48acb73a5289334f8035
2024-11-19T18:01:42,111 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/.tmp/testFamily/a3bf189703f0493891ad89328efc35a4
2024-11-19T18:01:42,115 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/table/618e3656293043f58ffda493d5b57573 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732039235071/Put/seqid=0
2024-11-19T18:01:42,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741859_1035 (size=6699)
2024-11-19T18:01:42,122 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/.tmp/testFamily/a3bf189703f0493891ad89328efc35a4 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/testFamily/a3bf189703f0493891ad89328efc35a4
2024-11-19T18:01:42,131 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/testFamily/a3bf189703f0493891ad89328efc35a4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:42,132 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b73add4f2a96cd2f77da6e80d195f0b8 in 450ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:42,136 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-11-19T18:01:42,136 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, b73add4f2a96cd2f77da6e80d195f0b8, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:42,138 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/b73add4f2a96cd2f77da6e80d195f0b8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:42,139 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b73add4f2a96cd2f77da6e80d195f0b8:
Waiting for close lock at 1732039301681Running coprocessor pre-close hooks at 1732039301681Disabling compacts and flushes for region at 1732039301681Disabling writes for close at 1732039301682 (+1 ms)Obtaining lock to block concurrent updates at 1732039301682Preparing flush snapshotting stores in b73add4f2a96cd2f77da6e80d195f0b8 at 1732039301682Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039301682Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8. at 1732039301683 (+1 ms)Flushing b73add4f2a96cd2f77da6e80d195f0b8/testFamily: creating writer at 1732039301683Flushing b73add4f2a96cd2f77da6e80d195f0b8/testFamily: appending metadata at 1732039301705 (+22 ms)Flushing b73add4f2a96cd2f77da6e80d195f0b8/testFamily: closing flushed file at 1732039301705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a88d6e6: reopening flushed file at 1732039302121 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b73add4f2a96cd2f77da6e80d195f0b8 in 450ms, sequenceid=8, compaction requested=false at 1732039302132 (+11 ms)Writing region close event to WAL at 1732039302133 (+1 ms)Running coprocessor post-close hooks at 1732039302139 (+6 ms)Closed at 1732039302139
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732039276741.b73add4f2a96cd2f77da6e80d195f0b8.
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2110c0893522e8625024e9d9631eb43a, disabling compactions & flushes
2024-11-19T18:01:42,139 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a. after waiting 0 ms
2024-11-19T18:01:42,139 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:42,139 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2110c0893522e8625024e9d9631eb43a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:42,156 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/.tmp/testFamily/d015dd6ec4fa4d2dbc4568525b3fab2e is 61, key is row-0/testFamily:testQualifier/1732039288866/Put/seqid=0
2024-11-19T18:01:42,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741860_1036 (size=5049)
2024-11-19T18:01:42,337 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:42,521 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/table/618e3656293043f58ffda493d5b57573
2024-11-19T18:01:42,536 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/info/c5783d01687645f9b76c72a4b31287d9 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/info/c5783d01687645f9b76c72a4b31287d9
2024-11-19T18:01:42,537 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 1588230740, 20ac70be0088b0ee8810d1f620b1c470, 2110c0893522e8625024e9d9631eb43a, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:42,545 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/info/c5783d01687645f9b76c72a4b31287d9, entries=100, sequenceid=56, filesize=20.1 K
2024-11-19T18:01:42,547 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/ns/1c2f2d710dad48acb73a5289334f8035 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/ns/1c2f2d710dad48acb73a5289334f8035
2024-11-19T18:01:42,556 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/ns/1c2f2d710dad48acb73a5289334f8035, entries=2, sequenceid=56, filesize=5.0 K
2024-11-19T18:01:42,557 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/.tmp/table/618e3656293043f58ffda493d5b57573 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/table/618e3656293043f58ffda493d5b57573
2024-11-19T18:01:42,562 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/.tmp/testFamily/d015dd6ec4fa4d2dbc4568525b3fab2e
2024-11-19T18:01:42,566 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/table/618e3656293043f58ffda493d5b57573, entries=20, sequenceid=56, filesize=6.5 K
2024-11-19T18:01:42,567 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=56, compaction requested=false
2024-11-19T18:01:42,572 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/.tmp/testFamily/d015dd6ec4fa4d2dbc4568525b3fab2e as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/testFamily/d015dd6ec4fa4d2dbc4568525b3fab2e
2024-11-19T18:01:42,574 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-19T18:01:42,575 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-19T18:01:42,575 INFO  [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-19T18:01:42,575 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732039301134Running coprocessor pre-close hooks at 1732039301134Disabling compacts and flushes for region at 1732039301134Disabling writes for close at 1732039301134Obtaining lock to block concurrent updates at 1732039301136 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732039301136Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732039301142 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732039301144 (+2 ms)Flushing 1588230740/info: creating writer at 1732039301145 (+1 ms)Flushing 1588230740/info: appending metadata at 1732039301197 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732039301197Flushing 1588230740/ns: creating writer at 1732039301653 (+456 ms)Flushing 1588230740/ns: appending metadata at 1732039301672 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732039301672Flushing 1588230740/table: creating writer at 1732039302097 (+425 ms)Flushing 1588230740/table: appending metadata at 1732039302114 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732039302114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577f0378: reopening flushed file at 1732039302535 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a9ccbf: reopening flushed file at 1732039302546 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6805a124: reopening flushed file at 1732039302556 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1433ms, sequenceid=56, compaction requested=false at 1732039302568 (+12 ms)Writing region close event to WAL at 1732039302569 (+1 ms)Running coprocessor post-close hooks at 1732039302574 (+5 ms)Closed at 1732039302575 (+1 ms)
2024-11-19T18:01:42,575 DEBUG [RS_CLOSE_META-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-19T18:01:42,580 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/testFamily/d015dd6ec4fa4d2dbc4568525b3fab2e, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:42,581 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2110c0893522e8625024e9d9631eb43a in 442ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:42,585 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNext/2110c0893522e8625024e9d9631eb43a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:42,586 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:42,586 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2110c0893522e8625024e9d9631eb43a:
Waiting for close lock at 1732039302139Running coprocessor pre-close hooks at 1732039302139Disabling compacts and flushes for region at 1732039302139Disabling writes for close at 1732039302139Obtaining lock to block concurrent updates at 1732039302139Preparing flush snapshotting stores in 2110c0893522e8625024e9d9631eb43a at 1732039302139Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039302140 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a. at 1732039302140Flushing 2110c0893522e8625024e9d9631eb43a/testFamily: creating writer at 1732039302141 (+1 ms)Flushing 2110c0893522e8625024e9d9631eb43a/testFamily: appending metadata at 1732039302156 (+15 ms)Flushing 2110c0893522e8625024e9d9631eb43a/testFamily: closing flushed file at 1732039302156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479d6e5f: reopening flushed file at 1732039302571 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2110c0893522e8625024e9d9631eb43a in 442ms, sequenceid=8, compaction requested=false at 1732039302581 (+10 ms)Writing region close event to WAL at 1732039302581Running coprocessor post-close hooks at 1732039302586 (+5 ms)Closed at 1732039302586
2024-11-19T18:01:42,586 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732039285827.2110c0893522e8625024e9d9631eb43a.
2024-11-19T18:01:42,586 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87587d9f46cc4e14da15b17847dbf7a3, disabling compactions & flushes
2024-11-19T18:01:42,586 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:01:42,586 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:01:42,587 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3. after waiting 0 ms
2024-11-19T18:01:42,587 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:01:42,587 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87587d9f46cc4e14da15b17847dbf7a3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:42,603 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/.tmp/testFamily/bb10e89d88504e0aa0fac8339aae9000 is 61, key is row-0/testFamily:testQualifier/1732039236889/Put/seqid=0
2024-11-19T18:01:42,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741861_1037 (size=5049)
2024-11-19T18:01:42,737 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:42,938 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, 87587d9f46cc4e14da15b17847dbf7a3, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:43,010 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/.tmp/testFamily/bb10e89d88504e0aa0fac8339aae9000
2024-11-19T18:01:43,025 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/.tmp/testFamily/bb10e89d88504e0aa0fac8339aae9000 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/testFamily/bb10e89d88504e0aa0fac8339aae9000
2024-11-19T18:01:43,032 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/testFamily/bb10e89d88504e0aa0fac8339aae9000, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:43,033 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87587d9f46cc4e14da15b17847dbf7a3 in 446ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:43,038 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextExceptionAsync/87587d9f46cc4e14da15b17847dbf7a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:43,039 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:01:43,039 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87587d9f46cc4e14da15b17847dbf7a3:
Waiting for close lock at 1732039302586Running coprocessor pre-close hooks at 1732039302586Disabling compacts and flushes for region at 1732039302586Disabling writes for close at 1732039302587 (+1 ms)Obtaining lock to block concurrent updates at 1732039302587Preparing flush snapshotting stores in 87587d9f46cc4e14da15b17847dbf7a3 at 1732039302587Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039302587Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3. at 1732039302587Flushing 87587d9f46cc4e14da15b17847dbf7a3/testFamily: creating writer at 1732039302588 (+1 ms)Flushing 87587d9f46cc4e14da15b17847dbf7a3/testFamily: appending metadata at 1732039302602 (+14 ms)Flushing 87587d9f46cc4e14da15b17847dbf7a3/testFamily: closing flushed file at 1732039302602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162e1492: reopening flushed file at 1732039303023 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 87587d9f46cc4e14da15b17847dbf7a3 in 446ms, sequenceid=8, compaction requested=false at 1732039303033 (+10 ms)Writing region close event to WAL at 1732039303034 (+1 ms)Running coprocessor post-close hooks at 1732039303039 (+5 ms)Closed at 1732039303039
2024-11-19T18:01:43,039 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732039233817.87587d9f46cc4e14da15b17847dbf7a3.
2024-11-19T18:01:43,039 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb7eb5219c12dc9a64d4b0c4bebf5f6c, disabling compactions & flushes
2024-11-19T18:01:43,039 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:43,039 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:43,039 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c. after waiting 0 ms
2024-11-19T18:01:43,040 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:43,040 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb7eb5219c12dc9a64d4b0c4bebf5f6c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:43,055 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/.tmp/testFamily/2a0936d86b5c4e24852972584ad6c6a4 is 61, key is row-0/testFamily:testQualifier/1732039273693/Put/seqid=0
2024-11-19T18:01:43,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741862_1038 (size=5049)
2024-11-19T18:01:43,138 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-19T18:01:43,139 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1325): Online Regions={fb7eb5219c12dc9a64d4b0c4bebf5f6c=testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c., 852ef4613c5617fbb152de4a41adf58b=testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., 09a9cac13591f186a382bc79aa5bad74=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., 5ee1ebd42dc1fc31b72f0793e97f7413=testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413., 20ac70be0088b0ee8810d1f620b1c470=hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., 57a6ba8502d65495d10a917986d03496=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.}
2024-11-19T18:01:43,139 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:43,339 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b, fb7eb5219c12dc9a64d4b0c4bebf5f6c
2024-11-19T18:01:43,462 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/.tmp/testFamily/2a0936d86b5c4e24852972584ad6c6a4
2024-11-19T18:01:43,478 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/.tmp/testFamily/2a0936d86b5c4e24852972584ad6c6a4 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily/2a0936d86b5c4e24852972584ad6c6a4
2024-11-19T18:01:43,487 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily/2a0936d86b5c4e24852972584ad6c6a4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:43,488 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fb7eb5219c12dc9a64d4b0c4bebf5f6c in 448ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:43,494 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnNext/fb7eb5219c12dc9a64d4b0c4bebf5f6c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:43,495 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb7eb5219c12dc9a64d4b0c4bebf5f6c:
Waiting for close lock at 1732039303039Running coprocessor pre-close hooks at 1732039303039Disabling compacts and flushes for region at 1732039303039Disabling writes for close at 1732039303040 (+1 ms)Obtaining lock to block concurrent updates at 1732039303040Preparing flush snapshotting stores in fb7eb5219c12dc9a64d4b0c4bebf5f6c at 1732039303040Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039303040Flushing stores of testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c. at 1732039303041 (+1 ms)Flushing fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily: creating writer at 1732039303041Flushing fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily: appending metadata at 1732039303055 (+14 ms)Flushing fb7eb5219c12dc9a64d4b0c4bebf5f6c/testFamily: closing flushed file at 1732039303055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b9ef95: reopening flushed file at 1732039303477 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fb7eb5219c12dc9a64d4b0c4bebf5f6c in 448ms, sequenceid=8, compaction requested=false at 1732039303488 (+11 ms)Writing region close event to WAL at 1732039303489 (+1 ms)Running coprocessor post-close hooks at 1732039303494 (+5 ms)Closed at 1732039303495 (+1 ms)
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732039270634.fb7eb5219c12dc9a64d4b0c4bebf5f6c.
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 852ef4613c5617fbb152de4a41adf58b, disabling compactions & flushes
2024-11-19T18:01:43,495 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b. after waiting 0 ms
2024-11-19T18:01:43,495 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:43,495 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 852ef4613c5617fbb152de4a41adf58b 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:43,510 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/.tmp/testFamily/295a529ce6d048ac9d006a918ff121af is 61, key is row-0/testFamily:testQualifier/1732039297970/Put/seqid=0
2024-11-19T18:01:43,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741863_1039 (size=5049)
2024-11-19T18:01:43,539 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:43,740 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:43,918 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/.tmp/testFamily/295a529ce6d048ac9d006a918ff121af
2024-11-19T18:01:43,936 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/.tmp/testFamily/295a529ce6d048ac9d006a918ff121af as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/testFamily/295a529ce6d048ac9d006a918ff121af
2024-11-19T18:01:43,940 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413, 852ef4613c5617fbb152de4a41adf58b
2024-11-19T18:01:43,943 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/testFamily/295a529ce6d048ac9d006a918ff121af, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:43,944 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 852ef4613c5617fbb152de4a41adf58b in 449ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:43,949 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScannerAsync/852ef4613c5617fbb152de4a41adf58b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:43,950 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 852ef4613c5617fbb152de4a41adf58b:
Waiting for close lock at 1732039303495Running coprocessor pre-close hooks at 1732039303495Disabling compacts and flushes for region at 1732039303495Disabling writes for close at 1732039303495Obtaining lock to block concurrent updates at 1732039303495Preparing flush snapshotting stores in 852ef4613c5617fbb152de4a41adf58b at 1732039303495Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039303496 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b. at 1732039303496Flushing 852ef4613c5617fbb152de4a41adf58b/testFamily: creating writer at 1732039303496Flushing 852ef4613c5617fbb152de4a41adf58b/testFamily: appending metadata at 1732039303510 (+14 ms)Flushing 852ef4613c5617fbb152de4a41adf58b/testFamily: closing flushed file at 1732039303510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c5b00e: reopening flushed file at 1732039303934 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 852ef4613c5617fbb152de4a41adf58b in 449ms, sequenceid=8, compaction requested=false at 1732039303944 (+10 ms)Writing region close event to WAL at 1732039303945 (+1 ms)Running coprocessor post-close hooks at 1732039303950 (+5 ms)Closed at 1732039303950
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732039294917.852ef4613c5617fbb152de4a41adf58b.
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09a9cac13591f186a382bc79aa5bad74, disabling compactions & flushes
2024-11-19T18:01:43,950 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74. after waiting 0 ms
2024-11-19T18:01:43,950 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:01:43,950 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09a9cac13591f186a382bc79aa5bad74 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:43,966 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/.tmp/testFamily/819ceb3b8621456f97aacec4d3426a75 is 61, key is row-0/testFamily:testQualifier/1732039240024/Put/seqid=0
2024-11-19T18:01:43,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741864_1040 (size=5049)
2024-11-19T18:01:44,141 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-19T18:01:44,141 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1325): Online Regions={09a9cac13591f186a382bc79aa5bad74=hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., 5ee1ebd42dc1fc31b72f0793e97f7413=testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413., 20ac70be0088b0ee8810d1f620b1c470=hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., 57a6ba8502d65495d10a917986d03496=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.}
2024-11-19T18:01:44,141 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:01:44,342 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 09a9cac13591f186a382bc79aa5bad74, 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:01:44,373 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/.tmp/testFamily/819ceb3b8621456f97aacec4d3426a75
2024-11-19T18:01:44,389 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/.tmp/testFamily/819ceb3b8621456f97aacec4d3426a75 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/testFamily/819ceb3b8621456f97aacec4d3426a75
2024-11-19T18:01:44,396 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/testFamily/819ceb3b8621456f97aacec4d3426a75, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:44,397 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 09a9cac13591f186a382bc79aa5bad74 in 447ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:44,402 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnOpenScanner/09a9cac13591f186a382bc79aa5bad74/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:44,403 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:01:44,403 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09a9cac13591f186a382bc79aa5bad74:
Waiting for close lock at 1732039303950Running coprocessor pre-close hooks at 1732039303950Disabling compacts and flushes for region at 1732039303950Disabling writes for close at 1732039303950Obtaining lock to block concurrent updates at 1732039303950Preparing flush snapshotting stores in 09a9cac13591f186a382bc79aa5bad74 at 1732039303950Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039303951 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74. at 1732039303951Flushing 09a9cac13591f186a382bc79aa5bad74/testFamily: creating writer at 1732039303951Flushing 09a9cac13591f186a382bc79aa5bad74/testFamily: appending metadata at 1732039303966 (+15 ms)Flushing 09a9cac13591f186a382bc79aa5bad74/testFamily: closing flushed file at 1732039303966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e82e03: reopening flushed file at 1732039304388 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 09a9cac13591f186a382bc79aa5bad74 in 447ms, sequenceid=8, compaction requested=false at 1732039304397 (+9 ms)Writing region close event to WAL at 1732039304398 (+1 ms)Running coprocessor post-close hooks at 1732039304403 (+5 ms)Closed at 1732039304403
2024-11-19T18:01:44,403 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732039236973.09a9cac13591f186a382bc79aa5bad74.
2024-11-19T18:01:44,403 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ee1ebd42dc1fc31b72f0793e97f7413, disabling compactions & flushes
2024-11-19T18:01:44,404 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:01:44,404 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:01:44,404 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413. after waiting 0 ms
2024-11-19T18:01:44,404 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:01:44,404 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5ee1ebd42dc1fc31b72f0793e97f7413 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:44,422 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/.tmp/testFamily/99ec1688391f4639a02fab8d245f2104 is 61, key is row-0/testFamily:testQualifier/1732039258373/Put/seqid=0
2024-11-19T18:01:44,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741865_1041 (size=5049)
2024-11-19T18:01:44,542 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:01:44,743 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496, 5ee1ebd42dc1fc31b72f0793e97f7413
2024-11-19T18:01:44,829 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/.tmp/testFamily/99ec1688391f4639a02fab8d245f2104
2024-11-19T18:01:44,843 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/.tmp/testFamily/99ec1688391f4639a02fab8d245f2104 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/testFamily/99ec1688391f4639a02fab8d245f2104
2024-11-19T18:01:44,851 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/testFamily/99ec1688391f4639a02fab8d245f2104, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:44,853 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5ee1ebd42dc1fc31b72f0793e97f7413 in 448ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:44,858 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testRetryOutOfOrderScannerNextException/5ee1ebd42dc1fc31b72f0793e97f7413/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:44,859 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ee1ebd42dc1fc31b72f0793e97f7413:
Waiting for close lock at 1732039304403Running coprocessor pre-close hooks at 1732039304403Disabling compacts and flushes for region at 1732039304403Disabling writes for close at 1732039304404 (+1 ms)Obtaining lock to block concurrent updates at 1732039304404Preparing flush snapshotting stores in 5ee1ebd42dc1fc31b72f0793e97f7413 at 1732039304404Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039304404Flushing stores of testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413. at 1732039304405 (+1 ms)Flushing 5ee1ebd42dc1fc31b72f0793e97f7413/testFamily: creating writer at 1732039304405Flushing 5ee1ebd42dc1fc31b72f0793e97f7413/testFamily: appending metadata at 1732039304421 (+16 ms)Flushing 5ee1ebd42dc1fc31b72f0793e97f7413/testFamily: closing flushed file at 1732039304421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5d5e64: reopening flushed file at 1732039304841 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5ee1ebd42dc1fc31b72f0793e97f7413 in 448ms, sequenceid=8, compaction requested=false at 1732039304853 (+12 ms)Writing region close event to WAL at 1732039304853Running coprocessor post-close hooks at 1732039304859 (+6 ms)Closed at 1732039304859
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732039255302.5ee1ebd42dc1fc31b72f0793e97f7413.
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20ac70be0088b0ee8810d1f620b1c470, disabling compactions & flushes
2024-11-19T18:01:44,859 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470. after waiting 0 ms
2024-11-19T18:01:44,859 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:01:44,859 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20ac70be0088b0ee8810d1f620b1c470 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:44,874 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/.tmp/testFamily/08fb74dc98914b60a70e4f8da1c2edd4 is 61, key is row-0/testFamily:testQualifier/1732039249255/Put/seqid=0
2024-11-19T18:01:44,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741866_1042 (size=5049)
2024-11-19T18:01:44,943 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:45,144 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-19T18:01:45,144 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1325): Online Regions={20ac70be0088b0ee8810d1f620b1c470=hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., 57a6ba8502d65495d10a917986d03496=testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.}
2024-11-19T18:01:45,144 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 20ac70be0088b0ee8810d1f620b1c470, 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:45,281 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/.tmp/testFamily/08fb74dc98914b60a70e4f8da1c2edd4
2024-11-19T18:01:45,298 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/.tmp/testFamily/08fb74dc98914b60a70e4f8da1c2edd4 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/testFamily/08fb74dc98914b60a70e4f8da1c2edd4
2024-11-19T18:01:45,307 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/testFamily/08fb74dc98914b60a70e4f8da1c2edd4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:45,308 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 20ac70be0088b0ee8810d1f620b1c470 in 449ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:45,314 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/hbase/testMetaScanTimeoutOnNextAsync/20ac70be0088b0ee8810d1f620b1c470/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:45,315 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:01:45,315 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20ac70be0088b0ee8810d1f620b1c470:
Waiting for close lock at 1732039304859Running coprocessor pre-close hooks at 1732039304859Disabling compacts and flushes for region at 1732039304859Disabling writes for close at 1732039304859Obtaining lock to block concurrent updates at 1732039304859Preparing flush snapshotting stores in 20ac70be0088b0ee8810d1f620b1c470 at 1732039304859Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039304860 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470. at 1732039304860Flushing 20ac70be0088b0ee8810d1f620b1c470/testFamily: creating writer at 1732039304860Flushing 20ac70be0088b0ee8810d1f620b1c470/testFamily: appending metadata at 1732039304874 (+14 ms)Flushing 20ac70be0088b0ee8810d1f620b1c470/testFamily: closing flushed file at 1732039304874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0ca0d2: reopening flushed file at 1732039305297 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 20ac70be0088b0ee8810d1f620b1c470 in 449ms, sequenceid=8, compaction requested=false at 1732039305309 (+12 ms)Writing region close event to WAL at 1732039305309Running coprocessor post-close hooks at 1732039305315 (+6 ms)Closed at 1732039305315
2024-11-19T18:01:45,316 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732039246078.20ac70be0088b0ee8810d1f620b1c470.
2024-11-19T18:01:45,316 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57a6ba8502d65495d10a917986d03496, disabling compactions & flushes
2024-11-19T18:01:45,316 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:01:45,316 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:01:45,316 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496. after waiting 0 ms
2024-11-19T18:01:45,316 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:01:45,316 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 57a6ba8502d65495d10a917986d03496 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-19T18:01:45,333 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/.tmp/testFamily/5b45a19d70bb4c59aa35a89f6bf3f9c9 is 61, key is row-0/testFamily:testQualifier/1732039261485/Put/seqid=0
2024-11-19T18:01:45,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741867_1043 (size=5049)
2024-11-19T18:01:45,344 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:45,545 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:45,740 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/.tmp/testFamily/5b45a19d70bb4c59aa35a89f6bf3f9c9
2024-11-19T18:01:45,745 DEBUG [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1351): Waiting on 57a6ba8502d65495d10a917986d03496
2024-11-19T18:01:45,756 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/.tmp/testFamily/5b45a19d70bb4c59aa35a89f6bf3f9c9 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/testFamily/5b45a19d70bb4c59aa35a89f6bf3f9c9
2024-11-19T18:01:45,766 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/testFamily/5b45a19d70bb4c59aa35a89f6bf3f9c9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-19T18:01:45,768 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 57a6ba8502d65495d10a917986d03496 in 452ms, sequenceid=8, compaction requested=false
2024-11-19T18:01:45,775 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/data/default/testNormalScanTimeoutOnOpenScanner/57a6ba8502d65495d10a917986d03496/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-19T18:01:45,776 INFO  [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:01:45,776 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57a6ba8502d65495d10a917986d03496:
Waiting for close lock at 1732039305316Running coprocessor pre-close hooks at 1732039305316Disabling compacts and flushes for region at 1732039305316Disabling writes for close at 1732039305316Obtaining lock to block concurrent updates at 1732039305316Preparing flush snapshotting stores in 57a6ba8502d65495d10a917986d03496 at 1732039305316Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732039305316Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496. at 1732039305317 (+1 ms)Flushing 57a6ba8502d65495d10a917986d03496/testFamily: creating writer at 1732039305317Flushing 57a6ba8502d65495d10a917986d03496/testFamily: appending metadata at 1732039305332 (+15 ms)Flushing 57a6ba8502d65495d10a917986d03496/testFamily: closing flushed file at 1732039305332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ceab60f: reopening flushed file at 1732039305754 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 57a6ba8502d65495d10a917986d03496 in 452ms, sequenceid=8, compaction requested=false at 1732039305768 (+14 ms)Writing region close event to WAL at 1732039305769 (+1 ms)Running coprocessor post-close hooks at 1732039305776 (+7 ms)Closed at 1732039305776
2024-11-19T18:01:45,776 DEBUG [RS_CLOSE_REGION-regionserver/26d3106abcfe:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732039258430.57a6ba8502d65495d10a917986d03496.
2024-11-19T18:01:45,946 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(976): stopping server 26d3106abcfe,34765,1732039169822; all regions closed.
2024-11-19T18:01:45,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741834_1010 (size=19479)
2024-11-19T18:01:45,965 DEBUG [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/oldWALs
2024-11-19T18:01:45,965 INFO  [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26d3106abcfe%2C34765%2C1732039169822.meta:.meta(num 1732039233401)
2024-11-19T18:01:45,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741833_1009 (size=20031)
2024-11-19T18:01:45,969 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/WALs/26d3106abcfe,34765,1732039169822/26d3106abcfe%2C34765%2C1732039169822.1732039232939 not finished, retry = 0
2024-11-19T18:01:46,078 DEBUG [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/oldWALs
2024-11-19T18:01:46,078 INFO  [RS:0;26d3106abcfe:34765 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26d3106abcfe%2C34765%2C1732039169822:(num 1732039232939)
2024-11-19T18:01:46,078 DEBUG [RS:0;26d3106abcfe:34765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-19T18:01:46,078 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T18:01:46,079 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T18:01:46,079 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.ChoreService(370): Chore service for: regionserver/26d3106abcfe:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-19T18:01:46,080 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T18:01:46,080 INFO  [regionserver/26d3106abcfe:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T18:01:46,084 INFO  [RS:0;26d3106abcfe:34765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34765
2024-11-19T18:01:46,099 INFO  [regionserver/26d3106abcfe:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-19T18:01:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26d3106abcfe,34765,1732039169822
2024-11-19T18:01:46,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-19T18:01:46,135 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T18:01:46,146 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26d3106abcfe,34765,1732039169822]
2024-11-19T18:01:46,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26d3106abcfe,34765,1732039169822 already deleted, retry=false
2024-11-19T18:01:46,156 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26d3106abcfe,34765,1732039169822 expired; onlineServers=0
2024-11-19T18:01:46,156 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26d3106abcfe,34425,1732039168942' *****
2024-11-19T18:01:46,157 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-19T18:01:46,157 INFO  [M:0;26d3106abcfe:34425 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-19T18:01:46,157 INFO  [M:0;26d3106abcfe:34425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-19T18:01:46,157 DEBUG [M:0;26d3106abcfe:34425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-19T18:01:46,158 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-19T18:01:46,158 DEBUG [M:0;26d3106abcfe:34425 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-19T18:01:46,158 DEBUG [master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.small.0-1732039172752 {}] cleaner.HFileCleaner(306): Exit Thread[master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.small.0-1732039172752,5,FailOnTimeoutGroup]
2024-11-19T18:01:46,158 DEBUG [master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.large.0-1732039172750 {}] cleaner.HFileCleaner(306): Exit Thread[master/26d3106abcfe:0:becomeActiveMaster-HFileCleaner.large.0-1732039172750,5,FailOnTimeoutGroup]
2024-11-19T18:01:46,158 INFO  [M:0;26d3106abcfe:34425 {}] hbase.ChoreService(370): Chore service for: master/26d3106abcfe:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-19T18:01:46,159 INFO  [M:0;26d3106abcfe:34425 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-19T18:01:46,159 DEBUG [M:0;26d3106abcfe:34425 {}] master.HMaster(1795): Stopping service threads
2024-11-19T18:01:46,159 INFO  [M:0;26d3106abcfe:34425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-19T18:01:46,160 INFO  [M:0;26d3106abcfe:34425 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-19T18:01:46,161 INFO  [M:0;26d3106abcfe:34425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-19T18:01:46,161 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-19T18:01:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-19T18:01:46,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-19T18:01:46,172 DEBUG [M:0;26d3106abcfe:34425 {}] zookeeper.ZKUtil(347): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-19T18:01:46,172 WARN  [M:0;26d3106abcfe:34425 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-19T18:01:46,174 INFO  [M:0;26d3106abcfe:34425 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/.lastflushedseqids
2024-11-19T18:01:46,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741868_1044 (size=649)
2024-11-19T18:01:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T18:01:46,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34765-0x10154404bdf0001, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T18:01:46,247 INFO  [RS:0;26d3106abcfe:34765 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T18:01:46,247 INFO  [RS:0;26d3106abcfe:34765 {}] regionserver.HRegionServer(1031): Exiting; stopping=26d3106abcfe,34765,1732039169822; zookeeper connection closed.
2024-11-19T18:01:46,248 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f3b83bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f3b83bb
2024-11-19T18:01:46,249 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-19T18:01:46,591 INFO  [M:0;26d3106abcfe:34425 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-19T18:01:46,591 INFO  [M:0;26d3106abcfe:34425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-19T18:01:46,592 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-19T18:01:46,592 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T18:01:46,592 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T18:01:46,592 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-19T18:01:46,592 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T18:01:46,593 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=191 KB
2024-11-19T18:01:46,614 DEBUG [M:0;26d3106abcfe:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe44feed2d1045edbbbb7eb611bc2b3b is 82, key is hbase:meta,,1/info:regioninfo/1732039233488/Put/seqid=0
2024-11-19T18:01:46,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741869_1045 (size=5672)
2024-11-19T18:01:47,021 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe44feed2d1045edbbbb7eb611bc2b3b
2024-11-19T18:01:47,052 DEBUG [M:0;26d3106abcfe:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31aef3bf20247e398b9cf408c72d0f6 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732039235079/Put/seqid=0
2024-11-19T18:01:47,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741870_1046 (size=14079)
2024-11-19T18:01:47,182 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-19T18:01:47,460 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31aef3bf20247e398b9cf408c72d0f6
2024-11-19T18:01:47,473 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e31aef3bf20247e398b9cf408c72d0f6
2024-11-19T18:01:47,494 DEBUG [M:0;26d3106abcfe:34425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ec4491d4b845cb888da05d8ad0fe30 is 69, key is 26d3106abcfe,34765,1732039169822/rs:state/1732039202782/Put/seqid=0
2024-11-19T18:01:47,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741871_1047 (size=5156)
2024-11-19T18:01:47,899 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ec4491d4b845cb888da05d8ad0fe30
2024-11-19T18:01:47,906 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe44feed2d1045edbbbb7eb611bc2b3b as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe44feed2d1045edbbbb7eb611bc2b3b
2024-11-19T18:01:47,913 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe44feed2d1045edbbbb7eb611bc2b3b, entries=8, sequenceid=317, filesize=5.5 K
2024-11-19T18:01:47,914 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e31aef3bf20247e398b9cf408c72d0f6 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e31aef3bf20247e398b9cf408c72d0f6
2024-11-19T18:01:47,920 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e31aef3bf20247e398b9cf408c72d0f6
2024-11-19T18:01:47,920 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e31aef3bf20247e398b9cf408c72d0f6, entries=33, sequenceid=317, filesize=13.7 K
2024-11-19T18:01:47,921 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ec4491d4b845cb888da05d8ad0fe30 as hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ec4491d4b845cb888da05d8ad0fe30
2024-11-19T18:01:47,927 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40473/user/jenkins/test-data/3db0ff77-34c2-3f28-ac09-5883a25d7374/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ec4491d4b845cb888da05d8ad0fe30, entries=1, sequenceid=317, filesize=5.0 K
2024-11-19T18:01:47,929 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=317, compaction requested=false
2024-11-19T18:01:47,931 INFO  [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-19T18:01:47,931 DEBUG [M:0;26d3106abcfe:34425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732039306592Disabling compacts and flushes for region at 1732039306592Disabling writes for close at 1732039306592Obtaining lock to block concurrent updates at 1732039306593 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732039306593Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195520, getOffHeapSize=0, getCellsCount=364 at 1732039306594 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732039306595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732039306595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732039306614 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732039306614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732039307035 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732039307052 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732039307052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732039307473 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732039307493 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732039307493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4423ebea: reopening flushed file at 1732039307905 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21179233: reopening flushed file at 1732039307913 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b4bb3d: reopening flushed file at 1732039307920 (+7 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.70 KB/195280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=317, compaction requested=false at 1732039307929 (+9 ms)Writing region close event to WAL at 1732039307931 (+2 ms)Closed at 1732039307931
2024-11-19T18:01:47,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41933 is added to blk_1073741830_1006 (size=188223)
2024-11-19T18:01:47,934 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-19T18:01:47,935 INFO  [M:0;26d3106abcfe:34425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-19T18:01:47,935 INFO  [M:0;26d3106abcfe:34425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34425
2024-11-19T18:01:47,935 INFO  [M:0;26d3106abcfe:34425 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-19T18:01:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T18:01:48,098 INFO  [M:0;26d3106abcfe:34425 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-19T18:01:48,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34425-0x10154404bdf0000, quorum=127.0.0.1:53650, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-19T18:01:48,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5359669a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-19T18:01:48,110 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a8bacf4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T18:01:48,110 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T18:01:48,111 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c25baf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T18:01:48,111 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6506e00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.log.dir/,STOPPED}
2024-11-19T18:01:48,113 WARN  [BP-268297558-172.17.0.2-1732039164878 heartbeating to localhost/127.0.0.1:40473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-19T18:01:48,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-19T18:01:48,114 WARN  [BP-268297558-172.17.0.2-1732039164878 heartbeating to localhost/127.0.0.1:40473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-268297558-172.17.0.2-1732039164878 (Datanode Uuid ac89e1d9-42a8-4ba3-9d8b-6c14e1fe515d) service to localhost/127.0.0.1:40473
2024-11-19T18:01:48,114 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-19T18:01:48,115 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/data/data1/current/BP-268297558-172.17.0.2-1732039164878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T18:01:48,115 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/cluster_8213d318-ea08-9c5e-fff3-ce341ee9f456/data/data2/current/BP-268297558-172.17.0.2-1732039164878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-19T18:01:48,116 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-19T18:01:48,123 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-19T18:01:48,124 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-19T18:01:48,124 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-19T18:01:48,124 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-19T18:01:48,124 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7418bdfa-7f9e-5372-bb2d-b958deb8aaf4/hadoop.log.dir/,STOPPED}
2024-11-19T18:01:48,131 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-19T18:01:48,153 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down