2024-11-21 12:37:57,632 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 12:37:57,649 main DEBUG Took 0.009470 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 12:37:57,649 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 12:37:57,649 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 12:37:57,650 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 12:37:57,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,658 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 12:37:57,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,676 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,678 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,679 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,681 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,682 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,684 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,686 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 12:37:57,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,688 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 12:37:57,689 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 12:37:57,691 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 12:37:57,693 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 12:37:57,693 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 12:37:57,695 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 12:37:57,695 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 12:37:57,703 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 12:37:57,705 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 12:37:57,707 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 12:37:57,707 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 12:37:57,708 main DEBUG createAppenders(={Console})
2024-11-21 12:37:57,709 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-21 12:37:57,709 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 12:37:57,709 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-21 12:37:57,710 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 12:37:57,710 main DEBUG OutputStream closed
2024-11-21 12:37:57,710 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 12:37:57,710 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 12:37:57,711 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-21 12:37:57,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 12:37:57,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 12:37:57,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 12:37:57,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 12:37:57,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 12:37:57,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 12:37:57,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 12:37:57,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 12:37:57,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 12:37:57,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 12:37:57,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 12:37:57,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 12:37:57,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 12:37:57,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 12:37:57,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 12:37:57,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 12:37:57,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 12:37:57,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 12:37:57,792 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 12:37:57,792 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-21 12:37:57,793 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 12:37:57,793 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-21T12:37:57,806 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-21 12:37:57,809 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 12:37:57,809 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T12:37:58,026 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e
2024-11-21T12:37:58,046 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T12:37:58,068 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2, deleteOnExit=true
2024-11-21T12:37:58,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T12:37:58,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/test.cache.data in system properties and HBase conf
2024-11-21T12:37:58,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T12:37:58,072 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.log.dir in system properties and HBase conf
2024-11-21T12:37:58,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T12:37:58,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T12:37:58,074 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T12:37:58,168 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T12:37:58,254 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T12:37:58,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T12:37:58,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T12:37:58,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T12:37:58,260 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T12:37:58,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T12:37:58,261 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T12:37:58,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T12:37:58,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T12:37:58,262 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T12:37:58,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/nfs.dump.dir in system properties and HBase conf
2024-11-21T12:37:58,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/java.io.tmpdir in system properties and HBase conf
2024-11-21T12:37:58,263 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T12:37:58,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T12:37:58,264 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T12:37:59,339 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T12:37:59,408 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2443ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T12:37:59,475 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T12:37:59,547 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T12:37:59,591 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T12:37:59,591 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T12:37:59,593 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T12:37:59,613 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T12:37:59,617 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.log.dir/,AVAILABLE}
2024-11-21T12:37:59,619 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T12:37:59,817 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bae7b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/java.io.tmpdir/jetty-localhost-44229-hadoop-hdfs-3_4_1-tests_jar-_-any-5883684920774527546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T12:37:59,829 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:44229}
2024-11-21T12:37:59,830 INFO  [Time-limited test {}] server.Server(415): Started @2866ms
2024-11-21T12:38:00,481 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T12:38:00,488 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T12:38:00,489 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T12:38:00,490 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T12:38:00,490 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T12:38:00,491 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.log.dir/,AVAILABLE}
2024-11-21T12:38:00,491 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T12:38:00,591 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@258822a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/java.io.tmpdir/jetty-localhost-41105-hadoop-hdfs-3_4_1-tests_jar-_-any-16156366690149802069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T12:38:00,591 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:41105}
2024-11-21T12:38:00,592 INFO  [Time-limited test {}] server.Server(415): Started @3628ms
2024-11-21T12:38:00,639 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T12:38:02,436 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/data/data1/current/BP-765815741-172.17.0.2-1732192678813/current, will proceed with Du for space computation calculation, 
2024-11-21T12:38:02,436 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/data/data2/current/BP-765815741-172.17.0.2-1732192678813/current, will proceed with Du for space computation calculation, 
2024-11-21T12:38:02,462 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T12:38:02,515 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe895c58b3c21b46 with lease ID 0xaa00518fb3a7398f: Processing first storage report for DS-484c9b34-1ff5-4b36-8945-fa98a3bb1b24 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=702cf90e-8e99-4f00-ab18-1868da91d6b9, infoPort=35625, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=737293586;c=1732192678813)
2024-11-21T12:38:02,516 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe895c58b3c21b46 with lease ID 0xaa00518fb3a7398f: from storage DS-484c9b34-1ff5-4b36-8945-fa98a3bb1b24 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=702cf90e-8e99-4f00-ab18-1868da91d6b9, infoPort=35625, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=737293586;c=1732192678813), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-21T12:38:02,517 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe895c58b3c21b46 with lease ID 0xaa00518fb3a7398f: Processing first storage report for DS-64ac3168-b09f-4df5-9e29-c49109f6c891 from datanode DatanodeRegistration(127.0.0.1:43921, datanodeUuid=702cf90e-8e99-4f00-ab18-1868da91d6b9, infoPort=35625, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=737293586;c=1732192678813)
2024-11-21T12:38:02,517 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe895c58b3c21b46 with lease ID 0xaa00518fb3a7398f: from storage DS-64ac3168-b09f-4df5-9e29-c49109f6c891 node DatanodeRegistration(127.0.0.1:43921, datanodeUuid=702cf90e-8e99-4f00-ab18-1868da91d6b9, infoPort=35625, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=737293586;c=1732192678813), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T12:38:02,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e
2024-11-21T12:38:02,589 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/zookeeper_0, clientPort=49533, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T12:38:02,599 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49533
2024-11-21T12:38:02,612 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:02,616 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:02,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741825_1001 (size=7)
2024-11-21T12:38:03,265 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f with version=8
2024-11-21T12:38:03,265 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/hbase-staging
2024-11-21T12:38:03,355 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T12:38:03,574 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=9
2024-11-21T12:38:03,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:03,587 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:03,592 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T12:38:03,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:03,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T12:38:03,743 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T12:38:03,795 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T12:38:03,803 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T12:38:03,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T12:38:03,828 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 127398 (auto-detected)
2024-11-21T12:38:03,829 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-21T12:38:03,845 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43843
2024-11-21T12:38:03,864 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43843 connecting to ZooKeeper ensemble=127.0.0.1:49533
2024-11-21T12:38:03,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438430x0, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T12:38:03,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43843-0x1015d66bdf80000 connected
2024-11-21T12:38:04,223 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:04,227 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:04,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T12:38:04,241 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f, hbase.cluster.distributed=false
2024-11-21T12:38:04,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T12:38:04,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-21T12:38:04,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43843
2024-11-21T12:38:04,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43843
2024-11-21T12:38:04,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-21T12:38:04,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43843
2024-11-21T12:38:04,385 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=9
2024-11-21T12:38:04,387 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:04,387 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:04,387 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T12:38:04,388 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T12:38:04,388 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T12:38:04,391 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T12:38:04,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T12:38:04,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35617
2024-11-21T12:38:04,399 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35617 connecting to ZooKeeper ensemble=127.0.0.1:49533
2024-11-21T12:38:04,401 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:04,407 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:04,431 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356170x0, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T12:38:04,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35617-0x1015d66bdf80001 connected
2024-11-21T12:38:04,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T12:38:04,437 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T12:38:04,446 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T12:38:04,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-21T12:38:04,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T12:38:04,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35617
2024-11-21T12:38:04,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35617
2024-11-21T12:38:04,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35617
2024-11-21T12:38:04,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35617
2024-11-21T12:38:04,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35617
2024-11-21T12:38:04,476 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:43843
2024-11-21T12:38:04,477 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:04,494 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T12:38:04,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T12:38:04,496 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:04,567 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-21T12:38:04,568 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:04,569 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-21T12:38:04,570 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4993cb2a74e,43843,1732192683403 from backup master directory
2024-11-21T12:38:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:04,578 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T12:38:04,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T12:38:04,578 WARN  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T12:38:04,579 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:04,581 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T12:38:04,583 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T12:38:04,649 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/hbase.id] with ID: 8dd6a3da-8a07-4227-87d9-5818fc3cd179
2024-11-21T12:38:04,649 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/.tmp/hbase.id
2024-11-21T12:38:04,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741826_1002 (size=42)
2024-11-21T12:38:05,065 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/.tmp/hbase.id]:[hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/hbase.id]
2024-11-21T12:38:05,113 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T12:38:05,119 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T12:38:05,142 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-21T12:38:05,188 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:05,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741827_1003 (size=196)
2024-11-21T12:38:05,626 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:38:05,628 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T12:38:05,642 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T12:38:05,645 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T12:38:05,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741828_1004 (size=1189)
2024-11-21T12:38:06,097 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store
2024-11-21T12:38:06,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741829_1005 (size=34)
2024-11-21T12:38:06,525 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T12:38:06,529 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:38:06,530 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T12:38:06,530 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:38:06,530 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:38:06,532 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T12:38:06,532 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:38:06,532 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:38:06,534 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732192686530Disabling compacts and flushes for region at 1732192686530Disabling writes for close at 1732192686532 (+2 ms)Writing region close event to WAL at 1732192686532Closed at 1732192686532
2024-11-21T12:38:06,536 WARN  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/.initializing
2024-11-21T12:38:06,536 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/WALs/b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:06,544 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T12:38:06,557 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C43843%2C1732192683403, suffix=, logDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/WALs/b4993cb2a74e,43843,1732192683403, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/oldWALs, maxLogs=10
2024-11-21T12:38:06,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/WALs/b4993cb2a74e,43843,1732192683403/b4993cb2a74e%2C43843%2C1732192683403.1732192686561, exclude list is [], retry=0
2024-11-21T12:38:06,594 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-484c9b34-1ff5-4b36-8945-fa98a3bb1b24,DISK]
2024-11-21T12:38:06,596 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T12:38:06,626 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/WALs/b4993cb2a74e,43843,1732192683403/b4993cb2a74e%2C43843%2C1732192683403.1732192686561
2024-11-21T12:38:06,627 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)]
2024-11-21T12:38:06,628 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:38:06,628 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:38:06,631 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,665 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T12:38:06,690 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T12:38:06,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:06,696 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:38:06,696 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T12:38:06,700 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T12:38:06,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:06,701 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:38:06,701 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T12:38:06,704 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T12:38:06,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:06,705 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:38:06,705 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T12:38:06,707 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T12:38:06,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:06,708 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:38:06,709 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,714 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,720 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,721 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,725 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T12:38:06,729 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T12:38:06,734 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:38:06,736 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63244873, jitterRate=-0.0575779527425766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T12:38:06,744 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732192686643Initializing all the Stores at 1732192686645 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192686646 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192686646Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192686647 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192686647Cleaning up temporary data from old regions at 1732192686721 (+74 ms)Region opened successfully at 1732192686744 (+23 ms)
2024-11-21T12:38:06,745 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T12:38:06,777 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69489b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0
2024-11-21T12:38:06,804 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T12:38:06,814 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T12:38:06,814 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T12:38:06,817 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T12:38:06,818 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T12:38:06,822 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-21T12:38:06,822 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T12:38:06,846 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T12:38:06,854 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-21T12:38:07,094 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-21T12:38:07,101 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T12:38:07,103 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-21T12:38:07,114 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-21T12:38:07,116 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T12:38:07,121 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-21T12:38:07,133 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-21T12:38:07,135 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-21T12:38:07,146 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-21T12:38:07,168 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T12:38:07,177 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-21T12:38:07,188 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T12:38:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T12:38:07,188 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,192 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,43843,1732192683403, sessionid=0x1015d66bdf80000, setting cluster-up flag (Was=false)
2024-11-21T12:38:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,230 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,262 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-21T12:38:07,265 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,293 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:38:07,431 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-21T12:38:07,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43843,1732192683403
2024-11-21T12:38:07,447 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T12:38:07,469 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(746): ClusterId : 8dd6a3da-8a07-4227-87d9-5818fc3cd179
2024-11-21T12:38:07,472 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T12:38:07,485 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T12:38:07,486 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T12:38:07,495 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T12:38:07,496 DEBUG [RS:0;b4993cb2a74e:35617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23545a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0
2024-11-21T12:38:07,511 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:35617
2024-11-21T12:38:07,513 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T12:38:07,514 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T12:38:07,514 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T12:38:07,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T12:38:07,517 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,43843,1732192683403 with port=35617, startcode=1732192684355
2024-11-21T12:38:07,524 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T12:38:07,527 DEBUG [RS:0;b4993cb2a74e:35617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T12:38:07,529 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T12:38:07,534 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,43843,1732192683403
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T12:38:07,542 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5
2024-11-21T12:38:07,542 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5
2024-11-21T12:38:07,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5
2024-11-21T12:38:07,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5
2024-11-21T12:38:07,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10
2024-11-21T12:38:07,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:07,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2
2024-11-21T12:38:07,544 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:07,550 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732192717550
2024-11-21T12:38:07,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T12:38:07,551 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T12:38:07,552 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T12:38:07,553 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T12:38:07,556 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T12:38:07,556 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T12:38:07,557 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T12:38:07,557 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T12:38:07,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:07,557 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T12:38:07,558 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:07,562 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T12:38:07,562 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T12:38:07,564 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T12:38:07,564 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T12:38:07,568 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T12:38:07,568 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T12:38:07,570 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43843 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T12:38:07,570 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732192687570,5,FailOnTimeoutGroup]
2024-11-21T12:38:07,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741831_1007 (size=1321)
2024-11-21T12:38:07,572 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732192687571,5,FailOnTimeoutGroup]
2024-11-21T12:38:07,572 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:07,572 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T12:38:07,573 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:07,573 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:07,594 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T12:38:07,594 WARN  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-21T12:38:07,977 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T12:38:07,978 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:38:07,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741832_1008 (size=32)
2024-11-21T12:38:08,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:38:08,400 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T12:38:08,403 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T12:38:08,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:08,404 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:38:08,405 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T12:38:08,408 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T12:38:08,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:08,409 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:38:08,409 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T12:38:08,412 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T12:38:08,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:08,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:38:08,413 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T12:38:08,416 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T12:38:08,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:38:08,417 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:38:08,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T12:38:08,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740
2024-11-21T12:38:08,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740
2024-11-21T12:38:08,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T12:38:08,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T12:38:08,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T12:38:08,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T12:38:08,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:38:08,433 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62951196, jitterRate=-0.0619540810585022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T12:38:08,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732192688395Initializing all the Stores at 1732192688399 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192688399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192688400 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192688400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192688400Cleaning up temporary data from old regions at 1732192688423 (+23 ms)Region opened successfully at 1732192688437 (+14 ms)
2024-11-21T12:38:08,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T12:38:08,437 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T12:38:08,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T12:38:08,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T12:38:08,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T12:38:08,439 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T12:38:08,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732192688437Disabling compacts and flushes for region at 1732192688437Disabling writes for close at 1732192688438 (+1 ms)Writing region close event to WAL at 1732192688439 (+1 ms)Closed at 1732192688439
2024-11-21T12:38:08,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T12:38:08,443 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T12:38:08,448 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T12:38:08,456 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T12:38:08,459 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T12:38:08,610 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:09,612 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:10,613 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:11,614 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:12,615 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:13,617 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:13,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T12:38:13,795 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T12:38:14,618 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:15,618 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:16,619 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:17,620 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:18,622 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:19,623 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:20,624 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:21,625 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:22,626 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:23,628 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:24,629 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:25,630 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:26,631 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:27,632 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:28,633 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:29,634 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:30,635 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:31,636 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:32,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T12:38:32,637 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:33,638 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:34,640 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:35,641 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:36,642 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:37,598 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,43843,1732192683403 with port=35617, startcode=1732192684355
2024-11-21T12:38:37,605 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,608 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43843 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,616 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:38:37,616 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40823
2024-11-21T12:38:37,616 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T12:38:37,643 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:37,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T12:38:37,684 DEBUG [RS:0;b4993cb2a74e:35617 {}] zookeeper.ZKUtil(111): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,684 WARN  [RS:0;b4993cb2a74e:35617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T12:38:37,684 INFO  [RS:0;b4993cb2a74e:35617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T12:38:37,685 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,689 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,35617,1732192684355]
2024-11-21T12:38:37,712 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T12:38:37,723 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T12:38:37,728 INFO  [RS:0;b4993cb2a74e:35617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T12:38:37,728 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,729 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T12:38:37,734 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T12:38:37,735 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2
2024-11-21T12:38:37,736 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3
2024-11-21T12:38:37,737 DEBUG [RS:0;b4993cb2a74e:35617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3
2024-11-21T12:38:37,738 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,738 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,738 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,739 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,739 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,739 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35617,1732192684355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T12:38:37,756 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T12:38:37,758 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35617,1732192684355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,758 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,758 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.Replication(171): b4993cb2a74e,35617,1732192684355 started
2024-11-21T12:38:37,775 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:38:37,776 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,35617,1732192684355, RpcServer on b4993cb2a74e/172.17.0.2:35617, sessionid=0x1015d66bdf80001
2024-11-21T12:38:37,776 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T12:38:37,777 DEBUG [RS:0;b4993cb2a74e:35617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,777 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35617,1732192684355'
2024-11-21T12:38:37,777 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-21T12:38:37,778 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-21T12:38:37,779 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T12:38:37,779 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T12:38:37,779 DEBUG [RS:0;b4993cb2a74e:35617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,35617,1732192684355
2024-11-21T12:38:37,779 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35617,1732192684355'
2024-11-21T12:38:37,779 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-21T12:38:37,780 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-21T12:38:37,781 DEBUG [RS:0;b4993cb2a74e:35617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T12:38:37,781 INFO  [RS:0;b4993cb2a74e:35617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T12:38:37,781 INFO  [RS:0;b4993cb2a74e:35617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T12:38:38,644 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:39,645 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:40,646 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:41,647 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:42,648 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:43,649 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:44,650 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:45,651 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:46,652 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:47,654 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:48,655 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:49,656 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:50,657 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:51,658 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:52,659 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:53,660 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:54,661 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:55,662 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:56,663 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:57,664 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:58,664 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:38:59,665 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:00,666 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:01,667 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:02,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T12:39:02,667 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:03,668 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:04,669 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:05,670 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:06,671 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:07,672 WARN  [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T12:39:07,786 INFO  [RS:0;b4993cb2a74e:35617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T12:39:07,791 INFO  [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C35617%2C1732192684355, suffix=, logDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/oldWALs, maxLogs=32
2024-11-21T12:39:07,810 DEBUG [RS:0;b4993cb2a74e:35617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355/b4993cb2a74e%2C35617%2C1732192684355.1732192747793, exclude list is [], retry=0
2024-11-21T12:39:07,814 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-484c9b34-1ff5-4b36-8945-fa98a3bb1b24,DISK]
2024-11-21T12:39:07,818 INFO  [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355/b4993cb2a74e%2C35617%2C1732192684355.1732192747793
2024-11-21T12:39:07,818 DEBUG [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)]
2024-11-21T12:39:07,924 DEBUG [b4993cb2a74e:43843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T12:39:07,939 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:07,947 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35617,1732192684355, state=OPENING
2024-11-21T12:39:08,022 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T12:39:08,033 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:39:08,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:39:08,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T12:39:08,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T12:39:08,036 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T12:39:08,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:08,216 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T12:39:08,220 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T12:39:08,230 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T12:39:08,230 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T12:39:08,231 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T12:39:08,234 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C35617%2C1732192684355.meta, suffix=.meta, logDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355, archiveDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/oldWALs, maxLogs=32
2024-11-21T12:39:08,249 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355/b4993cb2a74e%2C35617%2C1732192684355.meta.1732192748236.meta, exclude list is [], retry=0
2024-11-21T12:39:08,252 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43921,DS-484c9b34-1ff5-4b36-8945-fa98a3bb1b24,DISK]
2024-11-21T12:39:08,255 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355/b4993cb2a74e%2C35617%2C1732192684355.meta.1732192748236.meta
2024-11-21T12:39:08,256 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35625:35625)]
2024-11-21T12:39:08,256 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:08,258 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T12:39:08,260 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T12:39:08,264 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T12:39:08,268 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T12:39:08,269 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:08,270 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T12:39:08,270 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T12:39:08,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T12:39:08,275 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T12:39:08,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:08,276 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:39:08,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T12:39:08,279 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T12:39:08,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:08,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:39:08,280 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T12:39:08,282 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T12:39:08,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:08,283 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:39:08,283 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T12:39:08,285 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T12:39:08,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:08,286 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T12:39:08,286 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T12:39:08,287 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740
2024-11-21T12:39:08,290 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740
2024-11-21T12:39:08,293 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T12:39:08,293 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T12:39:08,294 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T12:39:08,296 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T12:39:08,298 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65714869, jitterRate=-0.020772144198417664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T12:39:08,298 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T12:39:08,300 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732192748270Writing region info on filesystem at 1732192748270Initializing all the Stores at 1732192748272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192748273 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192748273Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192748273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732192748273Cleaning up temporary data from old regions at 1732192748293 (+20 ms)Running coprocessor post-open hooks at 1732192748298 (+5 ms)Region opened successfully at 1732192748299 (+1 ms)
2024-11-21T12:39:08,306 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732192748206
2024-11-21T12:39:08,317 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T12:39:08,318 INFO  [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T12:39:08,319 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:08,322 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35617,1732192684355, state=OPEN
2024-11-21T12:39:08,426 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T12:39:08,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T12:39:08,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T12:39:08,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T12:39:08,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:08,432 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T12:39:08,433 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35617,1732192684355 in 389 msec
2024-11-21T12:39:08,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T12:39:08,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9860 sec
2024-11-21T12:39:08,441 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T12:39:08,441 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T12:39:08,458 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T12:39:08,459 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35617,1732192684355, seqNum=-1]
2024-11-21T12:39:08,477 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T12:39:08,480 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T12:39:08,499 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.023 sec
2024-11-21T12:39:08,500 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732192748500, completionTime=-1
2024-11-21T12:39:08,502 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T12:39:08,502 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T12:39:08,526 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T12:39:08,526 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732192808526
2024-11-21T12:39:08,526 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732192868526
2024-11-21T12:39:08,526 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-21T12:39:08,528 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,529 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,529 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,530 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:43843, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,531 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,531 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,537 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T12:39:08,557 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.978sec
2024-11-21T12:39:08,558 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T12:39:08,559 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T12:39:08,560 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T12:39:08,560 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T12:39:08,561 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T12:39:08,561 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T12:39:08,562 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T12:39:08,570 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T12:39:08,570 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T12:39:08,571 INFO  [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43843,1732192683403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T12:39:08,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400440bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,660 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T12:39:08,660 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T12:39:08,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43843,-1 for getting cluster id
2024-11-21T12:39:08,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T12:39:08,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dd6a3da-8a07-4227-87d9-5818fc3cd179'
2024-11-21T12:39:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T12:39:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dd6a3da-8a07-4227-87d9-5818fc3cd179"

2024-11-21T12:39:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c77566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43843,-1]
2024-11-21T12:39:08,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T12:39:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:39:08,682 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T12:39:08,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675d8ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T12:39:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35617,1732192684355, seqNum=-1]
2024-11-21T12:39:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T12:39:08,697 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T12:39:08,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,43843,1732192683403
2024-11-21T12:39:08,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de36109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43843,-1 for getting cluster id
2024-11-21T12:39:08,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T12:39:08,723 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8dd6a3da-8a07-4227-87d9-5818fc3cd179'
2024-11-21T12:39:08,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T12:39:08,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8dd6a3da-8a07-4227-87d9-5818fc3cd179"

2024-11-21T12:39:08,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ea6c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43843,-1]
2024-11-21T12:39:08,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T12:39:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:39:08,726 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T12:39:08,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26064955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T12:39:08,740 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=1923
2024-11-21T12:39:08,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T12:39:08,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43843,1732192683403
2024-11-21T12:39:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@624ab03d
2024-11-21T12:39:08,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T12:39:08,757 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T12:39:08,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T12:39:08,798 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:08,801 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-21T12:39:08,802 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:08,805 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T12:39:08,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741835_1011 (size=428)
2024-11-21T12:39:08,837 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c7a6ab1cd483bc47e4803b2c57e14f1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:08,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741836_1012 (size=79)
2024-11-21T12:39:08,846 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:08,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8c7a6ab1cd483bc47e4803b2c57e14f1, disabling compactions & flushes
2024-11-21T12:39:08,847 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:08,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:08,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1. after waiting 0 ms
2024-11-21T12:39:08,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:08,847 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:08,847 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c7a6ab1cd483bc47e4803b2c57e14f1:
Waiting for close lock at 1732192748846Disabling compacts and flushes for region at 1732192748847 (+1 ms)Disabling writes for close at 1732192748847Writing region close event to WAL at 1732192748847Closed at 1732192748847
2024-11-21T12:39:08,850 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:08,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732192748850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192748850"}]},"ts":"1732192748850"}
2024-11-21T12:39:08,860 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:08,862 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:08,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192748862"}]},"ts":"1732192748862"}
2024-11-21T12:39:08,870 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-21T12:39:08,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8c7a6ab1cd483bc47e4803b2c57e14f1, ASSIGN}]
2024-11-21T12:39:08,875 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8c7a6ab1cd483bc47e4803b2c57e14f1, ASSIGN
2024-11-21T12:39:08,877 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8c7a6ab1cd483bc47e4803b2c57e14f1, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:09,029 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c7a6ab1cd483bc47e4803b2c57e14f1, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:09,034 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8c7a6ab1cd483bc47e4803b2c57e14f1, ASSIGN because future has completed
2024-11-21T12:39:09,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7a6ab1cd483bc47e4803b2c57e14f1, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:09,197 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c7a6ab1cd483bc47e4803b2c57e14f1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:09,199 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,199 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,202 INFO  [StoreOpener-8c7a6ab1cd483bc47e4803b2c57e14f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8c7a6ab1cd483bc47e4803b2c57e14f1 
2024-11-21T12:39:09,205 INFO  [StoreOpener-8c7a6ab1cd483bc47e4803b2c57e14f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c7a6ab1cd483bc47e4803b2c57e14f1 columnFamilyName testFamily
2024-11-21T12:39:09,205 DEBUG [StoreOpener-8c7a6ab1cd483bc47e4803b2c57e14f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:09,206 INFO  [StoreOpener-8c7a6ab1cd483bc47e4803b2c57e14f1-1 {}] regionserver.HStore(327): Store=8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:09,207 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,209 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,209 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,210 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,211 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,215 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,220 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:09,221 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c7a6ab1cd483bc47e4803b2c57e14f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70379169, jitterRate=0.04873134195804596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:09,221 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:39:09,222 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c7a6ab1cd483bc47e4803b2c57e14f1:
Running coprocessor pre-open hook at 1732192749199Writing region info on filesystem at 1732192749199Initializing all the Stores at 1732192749201 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192749201Cleaning up temporary data from old regions at 1732192749211 (+10 ms)Running coprocessor post-open hooks at 1732192749221 (+10 ms)Region opened successfully at 1732192749222 (+1 ms)
2024-11-21T12:39:09,225 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1., pid=6, masterSystemTime=1732192749189
2024-11-21T12:39:09,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:09,229 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:39:09,231 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c7a6ab1cd483bc47e4803b2c57e14f1, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:09,236 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c7a6ab1cd483bc47e4803b2c57e14f1, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:09,245 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T12:39:09,246 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c7a6ab1cd483bc47e4803b2c57e14f1, server=b4993cb2a74e,35617,1732192684355 in 205 msec
2024-11-21T12:39:09,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T12:39:09,251 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8c7a6ab1cd483bc47e4803b2c57e14f1, ASSIGN in 373 msec
2024-11-21T12:39:09,254 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:09,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192749254"}]},"ts":"1732192749254"}
2024-11-21T12:39:09,259 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-21T12:39:09,261 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:09,264 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 482 msec
2024-11-21T12:39:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T12:39:09,835 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-21T12:39:09,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-21T12:39:09,837 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:09,846 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-21T12:39:09,846 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:09,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-21T12:39:09,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T12:39:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35617,1732192684355, seqNum=-1]
2024-11-21T12:39:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T12:39:09,853 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T12:39:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:09,874 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:09,879 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-21T12:39:09,884 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T12:39:09,889 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T12:39:09,891 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T12:39:09,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6930314191798534152
2024-11-21T12:39:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192752890, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:09,900 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T12:39:09,902 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T12:39:09,904 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:09,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:09,907 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6930314191798534154
2024-11-21T12:39:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192752905, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:09,911 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:09,912 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6930314191798534155
2024-11-21T12:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192752910, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:09,916 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:09,918 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6930314191798534156
2024-11-21T12:39:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192752916, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:09,922 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:09,933 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-632471127_22 at /127.0.0.1:43224 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=1853 (was 1923)
2024-11-21T12:39:09,943 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=1852
2024-11-21T12:39:09,947 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:09,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-21T12:39:09,953 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:09,953 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:09,953 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-21T12:39:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T12:39:09,955 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:09,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741837_1013 (size=414)
2024-11-21T12:39:10,369 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 263a53f393b3487c26f9f673f88f99a8, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:10,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741838_1014 (size=65)
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 263a53f393b3487c26f9f673f88f99a8, disabling compactions & flushes
2024-11-21T12:39:10,782 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8. after waiting 0 ms
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:10,782 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:10,782 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 263a53f393b3487c26f9f673f88f99a8:
Waiting for close lock at 1732192750782Disabling compacts and flushes for region at 1732192750782Disabling writes for close at 1732192750782Writing region close event to WAL at 1732192750782Closed at 1732192750782
2024-11-21T12:39:10,784 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:10,785 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732192750784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192750784"}]},"ts":"1732192750784"}
2024-11-21T12:39:10,788 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:10,789 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:10,789 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192750789"}]},"ts":"1732192750789"}
2024-11-21T12:39:10,793 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T12:39:10,793 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=263a53f393b3487c26f9f673f88f99a8, ASSIGN}]
2024-11-21T12:39:10,795 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=263a53f393b3487c26f9f673f88f99a8, ASSIGN
2024-11-21T12:39:10,797 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=263a53f393b3487c26f9f673f88f99a8, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:10,948 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=263a53f393b3487c26f9f673f88f99a8, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:10,954 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=263a53f393b3487c26f9f673f88f99a8, ASSIGN because future has completed
2024-11-21T12:39:10,955 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263a53f393b3487c26f9f673f88f99a8, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T12:39:11,117 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:11,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 263a53f393b3487c26f9f673f88f99a8, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:11,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:11,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,123 INFO  [StoreOpener-263a53f393b3487c26f9f673f88f99a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 263a53f393b3487c26f9f673f88f99a8 
2024-11-21T12:39:11,126 INFO  [StoreOpener-263a53f393b3487c26f9f673f88f99a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263a53f393b3487c26f9f673f88f99a8 columnFamilyName testFamily
2024-11-21T12:39:11,127 DEBUG [StoreOpener-263a53f393b3487c26f9f673f88f99a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:11,128 INFO  [StoreOpener-263a53f393b3487c26f9f673f88f99a8-1 {}] regionserver.HStore(327): Store=263a53f393b3487c26f9f673f88f99a8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:11,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:11,139 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 263a53f393b3487c26f9f673f88f99a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66354044, jitterRate=-0.011247694492340088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:11,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:39:11,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 263a53f393b3487c26f9f673f88f99a8:
Running coprocessor pre-open hook at 1732192751120Writing region info on filesystem at 1732192751120Initializing all the Stores at 1732192751122 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192751122Cleaning up temporary data from old regions at 1732192751131 (+9 ms)Running coprocessor post-open hooks at 1732192751139 (+8 ms)Region opened successfully at 1732192751140 (+1 ms)
2024-11-21T12:39:11,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., pid=9, masterSystemTime=1732192751110
2024-11-21T12:39:11,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:11,146 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:39:11,147 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=263a53f393b3487c26f9f673f88f99a8, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:11,150 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263a53f393b3487c26f9f673f88f99a8, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:11,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T12:39:11,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 263a53f393b3487c26f9f673f88f99a8, server=b4993cb2a74e,35617,1732192684355 in 198 msec
2024-11-21T12:39:11,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-21T12:39:11,160 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=263a53f393b3487c26f9f673f88f99a8, ASSIGN in 362 msec
2024-11-21T12:39:11,161 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:11,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192751161"}]},"ts":"1732192751161"}
2024-11-21T12:39:11,164 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T12:39:11,165 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:11,167 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2170 sec
2024-11-21T12:39:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T12:39:12,992 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-21T12:39:12,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T12:39:12,992 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:12,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T12:39:12,998 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:12,998 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-21T12:39:13,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:13,015 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:13,015 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T12:39:13,019 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T12:39:13,020 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T12:39:13,811 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:13,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-21T12:39:13,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T12:39:13,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-21T12:39:13,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T12:39:13,845 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:13,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T12:39:13,846 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T12:39:13,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T12:39:13,847 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:13,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-21T12:39:13,848 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:19,036 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-21T12:39:19,037 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6011ms, rpcTimeout=5999ms
2024-11-21T12:39:19,037 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:39:19,046 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=145 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=1823 (was 1852)
2024-11-21T12:39:19,054 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=1822
2024-11-21T12:39:19,057 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:19,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-21T12:39:19,061 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:19,061 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:19,061 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-21T12:39:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T12:39:19,063 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:19,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741839_1015 (size=412)
2024-11-21T12:39:19,477 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3de3adb86e1279c48d3ce3fb77ba040d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:19,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741840_1016 (size=63)
2024-11-21T12:39:19,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-21T12:39:19,894 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:19,895 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3de3adb86e1279c48d3ce3fb77ba040d, disabling compactions & flushes
2024-11-21T12:39:19,895 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:19,895 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:19,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d. after waiting 0 ms
2024-11-21T12:39:19,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:19,896 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:19,896 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3de3adb86e1279c48d3ce3fb77ba040d:
Waiting for close lock at 1732192759895Disabling compacts and flushes for region at 1732192759895Disabling writes for close at 1732192759896 (+1 ms)Writing region close event to WAL at 1732192759896Closed at 1732192759896
2024-11-21T12:39:19,899 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:19,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732192759899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192759899"}]},"ts":"1732192759899"}
2024-11-21T12:39:19,904 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:19,906 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:19,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192759906"}]},"ts":"1732192759906"}
2024-11-21T12:39:19,910 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T12:39:19,911 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3de3adb86e1279c48d3ce3fb77ba040d, ASSIGN}]
2024-11-21T12:39:19,913 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3de3adb86e1279c48d3ce3fb77ba040d, ASSIGN
2024-11-21T12:39:19,914 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3de3adb86e1279c48d3ce3fb77ba040d, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:20,066 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3de3adb86e1279c48d3ce3fb77ba040d, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T12:39:20,075 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3de3adb86e1279c48d3ce3fb77ba040d, ASSIGN because future has completed
2024-11-21T12:39:20,076 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de3adb86e1279c48d3ce3fb77ba040d, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:20,243 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3de3adb86e1279c48d3ce3fb77ba040d, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,248 INFO  [StoreOpener-3de3adb86e1279c48d3ce3fb77ba040d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3de3adb86e1279c48d3ce3fb77ba040d 
2024-11-21T12:39:20,250 INFO  [StoreOpener-3de3adb86e1279c48d3ce3fb77ba040d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3de3adb86e1279c48d3ce3fb77ba040d columnFamilyName testFamily
2024-11-21T12:39:20,250 DEBUG [StoreOpener-3de3adb86e1279c48d3ce3fb77ba040d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:20,251 INFO  [StoreOpener-3de3adb86e1279c48d3ce3fb77ba040d-1 {}] regionserver.HStore(327): Store=3de3adb86e1279c48d3ce3fb77ba040d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:20,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:20,260 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 3de3adb86e1279c48d3ce3fb77ba040d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59264037, jitterRate=-0.11689703166484833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:20,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:39:20,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3de3adb86e1279c48d3ce3fb77ba040d:
Running coprocessor pre-open hook at 1732192760245Writing region info on filesystem at 1732192760245Initializing all the Stores at 1732192760247 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192760247Cleaning up temporary data from old regions at 1732192760254 (+7 ms)Running coprocessor post-open hooks at 1732192760260 (+6 ms)Region opened successfully at 1732192760262 (+2 ms)
2024-11-21T12:39:20,263 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d., pid=12, masterSystemTime=1732192760231
2024-11-21T12:39:20,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:20,267 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:39:20,268 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3de3adb86e1279c48d3ce3fb77ba040d, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:20,271 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3de3adb86e1279c48d3ce3fb77ba040d, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:20,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T12:39:20,276 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3de3adb86e1279c48d3ce3fb77ba040d, server=b4993cb2a74e,35617,1732192684355 in 198 msec
2024-11-21T12:39:20,280 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-21T12:39:20,280 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3de3adb86e1279c48d3ce3fb77ba040d, ASSIGN in 366 msec
2024-11-21T12:39:20,281 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:20,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192760281"}]},"ts":"1732192760281"}
2024-11-21T12:39:20,283 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T12:39:20,285 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:20,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2280 sec
2024-11-21T12:39:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T12:39:22,093 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-21T12:39:22,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T12:39:22,093 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:22,103 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T12:39:22,103 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:22,104 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-21T12:39:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:22,119 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:22,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T12:39:22,122 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T12:39:22,124 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T12:39:22,125 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T12:39:22,126 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T12:39:23,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-21T12:39:23,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:25,782 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:25,846 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-21T12:39:28,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534165' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T12:39:28,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:56268 deadline: 1732192774143, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534165' does not exist
2024-11-21T12:39:28,146 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4993cb2a74e,35617,1732192684355 for closing scanner id = 6930314191798534165 for 3de3adb86e1279c48d3ce3fb77ba040d of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534165' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T12:39:28,148 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 145), ProcessCount=11 (was 11), AvailableMemoryMB=1813 (was 1822)
2024-11-21T12:39:28,156 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=1813
2024-11-21T12:39:28,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-21T12:39:28,162 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:28,162 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:28,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-21T12:39:28,163 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T12:39:28,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741841_1017 (size=423)
2024-11-21T12:39:28,580 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 725c15fe9cc526a0963b87884b4929ea, NAME => 'testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:28,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741842_1018 (size=74)
2024-11-21T12:39:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-21T12:39:28,996 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:28,997 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 725c15fe9cc526a0963b87884b4929ea, disabling compactions & flushes
2024-11-21T12:39:28,997 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:28,997 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:28,998 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea. after waiting 0 ms
2024-11-21T12:39:28,998 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:28,998 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:28,998 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 725c15fe9cc526a0963b87884b4929ea:
Waiting for close lock at 1732192768996Disabling compacts and flushes for region at 1732192768997 (+1 ms)Disabling writes for close at 1732192768998 (+1 ms)Writing region close event to WAL at 1732192768998Closed at 1732192768998
2024-11-21T12:39:29,000 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:29,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732192769000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192769000"}]},"ts":"1732192769000"}
2024-11-21T12:39:29,005 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:29,007 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:29,007 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192769007"}]},"ts":"1732192769007"}
2024-11-21T12:39:29,010 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-21T12:39:29,011 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=725c15fe9cc526a0963b87884b4929ea, ASSIGN}]
2024-11-21T12:39:29,012 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=725c15fe9cc526a0963b87884b4929ea, ASSIGN
2024-11-21T12:39:29,014 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=725c15fe9cc526a0963b87884b4929ea, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:29,165 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=725c15fe9cc526a0963b87884b4929ea, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:29,170 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=725c15fe9cc526a0963b87884b4929ea, ASSIGN because future has completed
2024-11-21T12:39:29,170 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725c15fe9cc526a0963b87884b4929ea, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T12:39:29,338 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:29,338 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 725c15fe9cc526a0963b87884b4929ea, NAME => 'testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:29,339 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,339 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:29,339 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,339 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,342 INFO  [StoreOpener-725c15fe9cc526a0963b87884b4929ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 725c15fe9cc526a0963b87884b4929ea 
2024-11-21T12:39:29,345 INFO  [StoreOpener-725c15fe9cc526a0963b87884b4929ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 725c15fe9cc526a0963b87884b4929ea columnFamilyName testFamily
2024-11-21T12:39:29,346 DEBUG [StoreOpener-725c15fe9cc526a0963b87884b4929ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:29,347 INFO  [StoreOpener-725c15fe9cc526a0963b87884b4929ea-1 {}] regionserver.HStore(327): Store=725c15fe9cc526a0963b87884b4929ea/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:29,347 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,348 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,349 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,349 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,349 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,352 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,355 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:29,356 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 725c15fe9cc526a0963b87884b4929ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62534068, jitterRate=-0.06816977262496948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:29,356 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:39:29,356 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 725c15fe9cc526a0963b87884b4929ea:
Running coprocessor pre-open hook at 1732192769339Writing region info on filesystem at 1732192769339Initializing all the Stores at 1732192769341 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192769341Cleaning up temporary data from old regions at 1732192769349 (+8 ms)Running coprocessor post-open hooks at 1732192769356 (+7 ms)Region opened successfully at 1732192769356
2024-11-21T12:39:29,357 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea., pid=15, masterSystemTime=1732192769325
2024-11-21T12:39:29,360 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:29,360 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:39:29,361 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=725c15fe9cc526a0963b87884b4929ea, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:29,364 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 725c15fe9cc526a0963b87884b4929ea, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:29,369 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-21T12:39:29,369 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 725c15fe9cc526a0963b87884b4929ea, server=b4993cb2a74e,35617,1732192684355 in 196 msec
2024-11-21T12:39:29,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T12:39:29,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=725c15fe9cc526a0963b87884b4929ea, ASSIGN in 359 msec
2024-11-21T12:39:29,374 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:29,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192769374"}]},"ts":"1732192769374"}
2024-11-21T12:39:29,378 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-21T12:39:29,379 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:29,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2210 sec
2024-11-21T12:39:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T12:39:31,214 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-21T12:39:31,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-21T12:39:31,215 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:31,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-21T12:39:31,223 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:31,223 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-21T12:39:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:31,236 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:31,236 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-21T12:39:31,239 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T12:39:31,242 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T12:39:31,243 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T12:39:31,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6930314191798534169
2024-11-21T12:39:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192774242, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:31,247 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T12:39:31,249 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T12:39:31,250 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:31,252 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:31,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6930314191798534171
2024-11-21T12:39:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192774251, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:31,256 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:31,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6930314191798534172
2024-11-21T12:39:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192774255, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:31,259 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:31,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6930314191798534173
2024-11-21T12:39:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:56268 deadline: 1732192774258, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T12:39:31,262 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T12:39:31,269 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-632471127_22 at /127.0.0.1:33996 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=1808 (was 1813)
2024-11-21T12:39:31,277 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=1807
2024-11-21T12:39:31,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-21T12:39:31,284 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:31,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:31,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-21T12:39:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T12:39:31,286 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:31,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741843_1019 (size=418)
2024-11-21T12:39:31,699 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd86cf353280e2bad02cdc34acd47f66, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:31,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741844_1020 (size=69)
2024-11-21T12:39:31,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-21T12:39:32,114 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:32,114 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing bd86cf353280e2bad02cdc34acd47f66, disabling compactions & flushes
2024-11-21T12:39:32,114 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,115 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,115 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66. after waiting 0 ms
2024-11-21T12:39:32,115 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,115 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,115 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd86cf353280e2bad02cdc34acd47f66:
Waiting for close lock at 1732192772114Disabling compacts and flushes for region at 1732192772114Disabling writes for close at 1732192772115 (+1 ms)Writing region close event to WAL at 1732192772115Closed at 1732192772115
2024-11-21T12:39:32,119 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:32,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732192772119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192772119"}]},"ts":"1732192772119"}
2024-11-21T12:39:32,123 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:32,125 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:32,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192772125"}]},"ts":"1732192772125"}
2024-11-21T12:39:32,129 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T12:39:32,129 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=bd86cf353280e2bad02cdc34acd47f66, ASSIGN}]
2024-11-21T12:39:32,131 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=bd86cf353280e2bad02cdc34acd47f66, ASSIGN
2024-11-21T12:39:32,133 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=bd86cf353280e2bad02cdc34acd47f66, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:32,285 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bd86cf353280e2bad02cdc34acd47f66, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:32,294 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=bd86cf353280e2bad02cdc34acd47f66, ASSIGN because future has completed
2024-11-21T12:39:32,294 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd86cf353280e2bad02cdc34acd47f66, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T12:39:32,458 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,458 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bd86cf353280e2bad02cdc34acd47f66, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:32,459 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,459 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:32,460 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,460 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,463 INFO  [StoreOpener-bd86cf353280e2bad02cdc34acd47f66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bd86cf353280e2bad02cdc34acd47f66 
2024-11-21T12:39:32,465 INFO  [StoreOpener-bd86cf353280e2bad02cdc34acd47f66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd86cf353280e2bad02cdc34acd47f66 columnFamilyName testFamily
2024-11-21T12:39:32,466 DEBUG [StoreOpener-bd86cf353280e2bad02cdc34acd47f66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:32,466 INFO  [StoreOpener-bd86cf353280e2bad02cdc34acd47f66-1 {}] regionserver.HStore(327): Store=bd86cf353280e2bad02cdc34acd47f66/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:32,467 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,468 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,468 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,469 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,469 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,471 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,475 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:32,475 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bd86cf353280e2bad02cdc34acd47f66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70670528, jitterRate=0.05307292938232422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:32,475 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:39:32,476 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bd86cf353280e2bad02cdc34acd47f66:
Running coprocessor pre-open hook at 1732192772460Writing region info on filesystem at 1732192772460Initializing all the Stores at 1732192772462 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192772462Cleaning up temporary data from old regions at 1732192772469 (+7 ms)Running coprocessor post-open hooks at 1732192772476 (+7 ms)Region opened successfully at 1732192772476
2024-11-21T12:39:32,477 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., pid=18, masterSystemTime=1732192772448
2024-11-21T12:39:32,480 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,480 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:39:32,481 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=bd86cf353280e2bad02cdc34acd47f66, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:32,484 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd86cf353280e2bad02cdc34acd47f66, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:32,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-21T12:39:32,488 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure bd86cf353280e2bad02cdc34acd47f66, server=b4993cb2a74e,35617,1732192684355 in 191 msec
2024-11-21T12:39:32,492 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-21T12:39:32,492 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=bd86cf353280e2bad02cdc34acd47f66, ASSIGN in 359 msec
2024-11-21T12:39:32,493 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:32,493 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192772493"}]},"ts":"1732192772493"}
2024-11-21T12:39:32,496 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T12:39:32,497 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:32,498 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2170 sec
2024-11-21T12:39:32,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T12:39:33,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-21T12:39:33,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:33,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-21T12:39:33,793 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T12:39:34,322 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-21T12:39:34,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T12:39:34,323 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:34,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T12:39:34,332 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:34,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-21T12:39:34,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:34,347 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:34,347 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T12:39:34,351 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T12:39:34,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T12:39:34,842 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:35,361 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-21T12:39:35,362 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-21T12:39:35,362 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:39:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-21T12:39:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:36,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T12:39:37,361 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-11-21T12:39:37,361 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=971ms
2024-11-21T12:39:37,361 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:39:37,376 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1798 (was 1807)
2024-11-21T12:39:37,386 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1798
2024-11-21T12:39:37,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-21T12:39:37,391 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:37,392 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:37,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-21T12:39:37,393 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:37,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T12:39:37,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741845_1021 (size=416)
2024-11-21T12:39:37,806 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bade53f069fdf6ad0d3fb6faa0ea7532, NAME => 'testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:37,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741846_1022 (size=67)
2024-11-21T12:39:37,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-21T12:39:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-21T12:39:38,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:38,220 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing bade53f069fdf6ad0d3fb6faa0ea7532, disabling compactions & flushes
2024-11-21T12:39:38,220 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,221 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,221 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532. after waiting 0 ms
2024-11-21T12:39:38,221 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,221 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,221 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bade53f069fdf6ad0d3fb6faa0ea7532:
Waiting for close lock at 1732192778220Disabling compacts and flushes for region at 1732192778220Disabling writes for close at 1732192778221 (+1 ms)Writing region close event to WAL at 1732192778221Closed at 1732192778221
2024-11-21T12:39:38,223 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:38,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732192778223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192778223"}]},"ts":"1732192778223"}
2024-11-21T12:39:38,226 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:38,227 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:38,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192778227"}]},"ts":"1732192778227"}
2024-11-21T12:39:38,230 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T12:39:38,230 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=bade53f069fdf6ad0d3fb6faa0ea7532, ASSIGN}]
2024-11-21T12:39:38,232 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=bade53f069fdf6ad0d3fb6faa0ea7532, ASSIGN
2024-11-21T12:39:38,233 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=bade53f069fdf6ad0d3fb6faa0ea7532, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:38,385 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=bade53f069fdf6ad0d3fb6faa0ea7532, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:38,392 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=bade53f069fdf6ad0d3fb6faa0ea7532, ASSIGN because future has completed
2024-11-21T12:39:38,393 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure bade53f069fdf6ad0d3fb6faa0ea7532, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T12:39:38,562 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,562 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => bade53f069fdf6ad0d3fb6faa0ea7532, NAME => 'testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:38,563 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,563 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:38,563 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,563 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,565 INFO  [StoreOpener-bade53f069fdf6ad0d3fb6faa0ea7532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bade53f069fdf6ad0d3fb6faa0ea7532 
2024-11-21T12:39:38,567 INFO  [StoreOpener-bade53f069fdf6ad0d3fb6faa0ea7532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bade53f069fdf6ad0d3fb6faa0ea7532 columnFamilyName testFamily
2024-11-21T12:39:38,567 DEBUG [StoreOpener-bade53f069fdf6ad0d3fb6faa0ea7532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:38,568 INFO  [StoreOpener-bade53f069fdf6ad0d3fb6faa0ea7532-1 {}] regionserver.HStore(327): Store=bade53f069fdf6ad0d3fb6faa0ea7532/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:38,568 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,569 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,570 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,570 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,570 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,573 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,576 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:38,577 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened bade53f069fdf6ad0d3fb6faa0ea7532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64583997, jitterRate=-0.03762345016002655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:38,577 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:39:38,577 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for bade53f069fdf6ad0d3fb6faa0ea7532:
Running coprocessor pre-open hook at 1732192778563Writing region info on filesystem at 1732192778563Initializing all the Stores at 1732192778564 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192778565 (+1 ms)Cleaning up temporary data from old regions at 1732192778570 (+5 ms)Running coprocessor post-open hooks at 1732192778577 (+7 ms)Region opened successfully at 1732192778577
2024-11-21T12:39:38,579 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532., pid=21, masterSystemTime=1732192778549
2024-11-21T12:39:38,581 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,581 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:39:38,582 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=bade53f069fdf6ad0d3fb6faa0ea7532, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:38,585 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure bade53f069fdf6ad0d3fb6faa0ea7532, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:38,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-21T12:39:38,590 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure bade53f069fdf6ad0d3fb6faa0ea7532, server=b4993cb2a74e,35617,1732192684355 in 194 msec
2024-11-21T12:39:38,593 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-21T12:39:38,593 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=bade53f069fdf6ad0d3fb6faa0ea7532, ASSIGN in 360 msec
2024-11-21T12:39:38,594 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:38,594 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192778594"}]},"ts":"1732192778594"}
2024-11-21T12:39:38,597 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T12:39:38,598 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:38,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec
2024-11-21T12:39:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T12:39:40,413 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-21T12:39:40,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T12:39:40,413 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:40,421 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T12:39:40,422 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:40,422 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-21T12:39:40,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:40,437 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:40,437 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T12:39:40,440 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T12:39:40,442 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T12:39:40,444 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T12:39:40,444 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T12:39:43,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534184' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T12:39:43,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:56268 deadline: 1732192784452, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534184' does not exist
2024-11-21T12:39:43,459 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4993cb2a74e,35617,1732192684355 for closing scanner id = 6930314191798534184 for bade53f069fdf6ad0d3fb6faa0ea7532 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534184' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T12:39:43,467 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1804 (was 1798) - AvailableMemoryMB LEAK? -
2024-11-21T12:39:43,477 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=1804
2024-11-21T12:39:43,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-21T12:39:43,483 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:43,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:43,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-21T12:39:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T12:39:43,484 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:43,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741847_1023 (size=411)
2024-11-21T12:39:43,899 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 133eba1f4272b02610d75598f8efdb75, NAME => 'testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:43,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741848_1024 (size=62)
2024-11-21T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-21T12:39:44,067 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:44,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-21T12:39:44,095 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:44,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-21T12:39:44,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:44,317 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 133eba1f4272b02610d75598f8efdb75, disabling compactions & flushes
2024-11-21T12:39:44,317 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75. after waiting 0 ms
2024-11-21T12:39:44,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,318 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,318 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 133eba1f4272b02610d75598f8efdb75:
Waiting for close lock at 1732192784317Disabling compacts and flushes for region at 1732192784317Disabling writes for close at 1732192784318 (+1 ms)Writing region close event to WAL at 1732192784318Closed at 1732192784318
2024-11-21T12:39:44,324 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:44,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732192784324"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192784324"}]},"ts":"1732192784324"}
2024-11-21T12:39:44,327 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:44,328 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:44,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192784328"}]},"ts":"1732192784328"}
2024-11-21T12:39:44,331 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T12:39:44,331 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=133eba1f4272b02610d75598f8efdb75, ASSIGN}]
2024-11-21T12:39:44,333 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=133eba1f4272b02610d75598f8efdb75, ASSIGN
2024-11-21T12:39:44,334 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=133eba1f4272b02610d75598f8efdb75, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:44,485 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=133eba1f4272b02610d75598f8efdb75, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:44,491 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=133eba1f4272b02610d75598f8efdb75, ASSIGN because future has completed
2024-11-21T12:39:44,492 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 133eba1f4272b02610d75598f8efdb75, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T12:39:44,658 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,659 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 133eba1f4272b02610d75598f8efdb75, NAME => 'testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:44,659 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,659 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:44,659 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,660 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,663 INFO  [StoreOpener-133eba1f4272b02610d75598f8efdb75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 133eba1f4272b02610d75598f8efdb75 
2024-11-21T12:39:44,666 INFO  [StoreOpener-133eba1f4272b02610d75598f8efdb75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 133eba1f4272b02610d75598f8efdb75 columnFamilyName testFamily
2024-11-21T12:39:44,666 DEBUG [StoreOpener-133eba1f4272b02610d75598f8efdb75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:44,667 INFO  [StoreOpener-133eba1f4272b02610d75598f8efdb75-1 {}] regionserver.HStore(327): Store=133eba1f4272b02610d75598f8efdb75/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:44,667 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,669 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,670 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,670 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,671 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,673 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,676 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:44,676 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 133eba1f4272b02610d75598f8efdb75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65317152, jitterRate=-0.026698589324951172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:44,676 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:39:44,677 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 133eba1f4272b02610d75598f8efdb75:
Running coprocessor pre-open hook at 1732192784660Writing region info on filesystem at 1732192784660Initializing all the Stores at 1732192784662 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192784662Cleaning up temporary data from old regions at 1732192784671 (+9 ms)Running coprocessor post-open hooks at 1732192784677 (+6 ms)Region opened successfully at 1732192784677
2024-11-21T12:39:44,678 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75., pid=24, masterSystemTime=1732192784647
2024-11-21T12:39:44,681 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,681 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:39:44,682 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=133eba1f4272b02610d75598f8efdb75, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:44,684 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 133eba1f4272b02610d75598f8efdb75, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:44,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-21T12:39:44,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 133eba1f4272b02610d75598f8efdb75, server=b4993cb2a74e,35617,1732192684355 in 194 msec
2024-11-21T12:39:44,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-21T12:39:44,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=133eba1f4272b02610d75598f8efdb75, ASSIGN in 358 msec
2024-11-21T12:39:44,694 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:44,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192784694"}]},"ts":"1732192784694"}
2024-11-21T12:39:44,697 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T12:39:44,699 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:44,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2200 sec
2024-11-21T12:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T12:39:46,523 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-21T12:39:46,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T12:39:46,524 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:46,534 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T12:39:46,534 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:46,534 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-21T12:39:46,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:46,549 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:46,549 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T12:39:46,553 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T12:39:46,555 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T12:39:46,557 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T12:39:46,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T12:39:48,802 INFO  [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T12:39:48,803 INFO  [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T12:39:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534188' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T12:39:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:56268 deadline: 1732192790562, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534188' does not exist
2024-11-21T12:39:49,569 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4993cb2a74e,35617,1732192684355 for closing scanner id = 6930314191798534188 for 133eba1f4272b02610d75598f8efdb75 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534188' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T12:39:49,574 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=1800 (was 1804)
2024-11-21T12:39:49,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=1800
2024-11-21T12:39:49,587 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T12:39:49,592 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:49,592 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:49,592 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-21T12:39:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T12:39:49,594 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:49,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741849_1025 (size=419)
2024-11-21T12:39:50,011 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4001adafcbd5ff4667d35a8b4bc3bd1d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:50,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741850_1026 (size=70)
2024-11-21T12:39:50,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-21T12:39:50,162 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:50,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-21T12:39:50,422 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:50,423 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4001adafcbd5ff4667d35a8b4bc3bd1d, disabling compactions & flushes
2024-11-21T12:39:50,423 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,423 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,423 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d. after waiting 0 ms
2024-11-21T12:39:50,424 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,424 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,424 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4001adafcbd5ff4667d35a8b4bc3bd1d:
Waiting for close lock at 1732192790423Disabling compacts and flushes for region at 1732192790423Disabling writes for close at 1732192790423Writing region close event to WAL at 1732192790424 (+1 ms)Closed at 1732192790424
2024-11-21T12:39:50,426 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:50,426 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732192790426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192790426"}]},"ts":"1732192790426"}
2024-11-21T12:39:50,430 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:50,432 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:50,432 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192790432"}]},"ts":"1732192790432"}
2024-11-21T12:39:50,435 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T12:39:50,436 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4001adafcbd5ff4667d35a8b4bc3bd1d, ASSIGN}]
2024-11-21T12:39:50,437 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4001adafcbd5ff4667d35a8b4bc3bd1d, ASSIGN
2024-11-21T12:39:50,438 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4001adafcbd5ff4667d35a8b4bc3bd1d, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:50,590 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4001adafcbd5ff4667d35a8b4bc3bd1d, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:50,599 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4001adafcbd5ff4667d35a8b4bc3bd1d, ASSIGN because future has completed
2024-11-21T12:39:50,600 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4001adafcbd5ff4667d35a8b4bc3bd1d, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T12:39:50,764 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4001adafcbd5ff4667d35a8b4bc3bd1d, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,768 INFO  [StoreOpener-4001adafcbd5ff4667d35a8b4bc3bd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4001adafcbd5ff4667d35a8b4bc3bd1d 
2024-11-21T12:39:50,770 INFO  [StoreOpener-4001adafcbd5ff4667d35a8b4bc3bd1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4001adafcbd5ff4667d35a8b4bc3bd1d columnFamilyName testFamily
2024-11-21T12:39:50,770 DEBUG [StoreOpener-4001adafcbd5ff4667d35a8b4bc3bd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:50,771 INFO  [StoreOpener-4001adafcbd5ff4667d35a8b4bc3bd1d-1 {}] regionserver.HStore(327): Store=4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:50,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:50,780 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4001adafcbd5ff4667d35a8b4bc3bd1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60005912, jitterRate=-0.1058422327041626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:50,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:39:50,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4001adafcbd5ff4667d35a8b4bc3bd1d:
Running coprocessor pre-open hook at 1732192790765Writing region info on filesystem at 1732192790765Initializing all the Stores at 1732192790768 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192790768Cleaning up temporary data from old regions at 1732192790774 (+6 ms)Running coprocessor post-open hooks at 1732192790780 (+6 ms)Region opened successfully at 1732192790781 (+1 ms)
2024-11-21T12:39:50,782 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., pid=27, masterSystemTime=1732192790753
2024-11-21T12:39:50,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,784 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:39:50,785 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4001adafcbd5ff4667d35a8b4bc3bd1d, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:50,787 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4001adafcbd5ff4667d35a8b4bc3bd1d, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:50,790 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-21T12:39:50,790 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4001adafcbd5ff4667d35a8b4bc3bd1d, server=b4993cb2a74e,35617,1732192684355 in 188 msec
2024-11-21T12:39:50,793 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-21T12:39:50,793 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4001adafcbd5ff4667d35a8b4bc3bd1d, ASSIGN in 355 msec
2024-11-21T12:39:50,795 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:50,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192790795"}]},"ts":"1732192790795"}
2024-11-21T12:39:50,798 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T12:39:50,799 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:50,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2130 sec
2024-11-21T12:39:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T12:39:52,631 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-21T12:39:52,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T12:39:52,632 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:52,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T12:39:52,639 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:39:52,639 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T12:39:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:39:52,652 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:39:52,652 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T12:39:52,655 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T12:39:52,657 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T12:39:53,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-21T12:39:53,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:53,794 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T12:39:53,795 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T12:39:56,268 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:39:56,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-21T12:39:58,661 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-21T12:39:58,662 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-21T12:39:58,662 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:39:58,677 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=1780 (was 1800)
2024-11-21T12:39:58,687 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=1780
2024-11-21T12:39:58,690 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:39:58,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-21T12:39:58,694 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:39:58,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:58,694 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-21T12:39:58,695 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:39:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T12:39:58,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741851_1027 (size=407)
2024-11-21T12:39:59,109 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac508247773824ad5b94d33ee89f2135, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:39:59,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741852_1028 (size=58)
2024-11-21T12:39:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-21T12:39:59,522 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:59,522 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ac508247773824ad5b94d33ee89f2135, disabling compactions & flushes
2024-11-21T12:39:59,522 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,522 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,522 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135. after waiting 0 ms
2024-11-21T12:39:59,522 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,522 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,523 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac508247773824ad5b94d33ee89f2135:
Waiting for close lock at 1732192799522Disabling compacts and flushes for region at 1732192799522Disabling writes for close at 1732192799522Writing region close event to WAL at 1732192799522Closed at 1732192799522
2024-11-21T12:39:59,524 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:39:59,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732192799524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192799524"}]},"ts":"1732192799524"}
2024-11-21T12:39:59,527 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:39:59,528 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:39:59,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192799528"}]},"ts":"1732192799528"}
2024-11-21T12:39:59,530 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T12:39:59,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ac508247773824ad5b94d33ee89f2135, ASSIGN}]
2024-11-21T12:39:59,532 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ac508247773824ad5b94d33ee89f2135, ASSIGN
2024-11-21T12:39:59,533 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ac508247773824ad5b94d33ee89f2135, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:39:59,684 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ac508247773824ad5b94d33ee89f2135, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:59,688 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ac508247773824ad5b94d33ee89f2135, ASSIGN because future has completed
2024-11-21T12:39:59,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac508247773824ad5b94d33ee89f2135, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:39:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T12:39:59,855 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => ac508247773824ad5b94d33ee89f2135, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:39:59,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:39:59,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,860 INFO  [StoreOpener-ac508247773824ad5b94d33ee89f2135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ac508247773824ad5b94d33ee89f2135 
2024-11-21T12:39:59,863 INFO  [StoreOpener-ac508247773824ad5b94d33ee89f2135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac508247773824ad5b94d33ee89f2135 columnFamilyName testFamily
2024-11-21T12:39:59,863 DEBUG [StoreOpener-ac508247773824ad5b94d33ee89f2135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:39:59,864 INFO  [StoreOpener-ac508247773824ad5b94d33ee89f2135-1 {}] regionserver.HStore(327): Store=ac508247773824ad5b94d33ee89f2135/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:39:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:39:59,872 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened ac508247773824ad5b94d33ee89f2135; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67735278, jitterRate=0.009334295988082886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:39:59,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:39:59,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for ac508247773824ad5b94d33ee89f2135:
Running coprocessor pre-open hook at 1732192799857Writing region info on filesystem at 1732192799857Initializing all the Stores at 1732192799859 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192799859Cleaning up temporary data from old regions at 1732192799866 (+7 ms)Running coprocessor post-open hooks at 1732192799873 (+7 ms)Region opened successfully at 1732192799873
2024-11-21T12:39:59,874 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., pid=30, masterSystemTime=1732192799843
2024-11-21T12:39:59,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,877 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:39:59,878 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=ac508247773824ad5b94d33ee89f2135, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:39:59,880 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac508247773824ad5b94d33ee89f2135, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:39:59,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-21T12:39:59,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure ac508247773824ad5b94d33ee89f2135, server=b4993cb2a74e,35617,1732192684355 in 193 msec
2024-11-21T12:39:59,888 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-21T12:39:59,888 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=ac508247773824ad5b94d33ee89f2135, ASSIGN in 355 msec
2024-11-21T12:39:59,889 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:39:59,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192799889"}]},"ts":"1732192799889"}
2024-11-21T12:39:59,891 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T12:39:59,892 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:39:59,894 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2020 sec
2024-11-21T12:40:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T12:40:01,721 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-21T12:40:01,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T12:40:01,722 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:40:01,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T12:40:01,731 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:40:01,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-21T12:40:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:40:01,744 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:40:01,744 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T12:40:01,747 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T12:40:01,749 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T12:40:01,750 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T12:40:01,751 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T12:40:02,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-21T12:40:02,521 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T12:40:03,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-21T12:40:03,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T12:40:05,361 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:40:07,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534196' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T12:40:07,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35617 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:56268 deadline: 1732192813753, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534196' does not exist
2024-11-21T12:40:07,754 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to b4993cb2a74e,35617,1732192684355 for closing scanner id = 6930314191798534196 for ac508247773824ad5b94d33ee89f2135 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6930314191798534196' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T12:40:07,759 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 106) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1775 (was 1780)
2024-11-21T12:40:07,766 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=1775
2024-11-21T12:40:07,769 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T12:40:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T12:40:07,771 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T12:40:07,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:40:07,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-21T12:40:07,773 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T12:40:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T12:40:07,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741853_1029 (size=423)
2024-11-21T12:40:08,186 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0de1bfbc41e276c7254549eb533258fc, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f
2024-11-21T12:40:08,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741854_1030 (size=74)
2024-11-21T12:40:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-21T12:40:08,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:40:08,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0de1bfbc41e276c7254549eb533258fc, disabling compactions & flushes
2024-11-21T12:40:08,597 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc. after waiting 0 ms
2024-11-21T12:40:08,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,598 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0de1bfbc41e276c7254549eb533258fc:
Waiting for close lock at 1732192808597Disabling compacts and flushes for region at 1732192808597Disabling writes for close at 1732192808597Writing region close event to WAL at 1732192808598 (+1 ms)Closed at 1732192808598
2024-11-21T12:40:08,600 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T12:40:08,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732192808601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732192808601"}]},"ts":"1732192808601"}
2024-11-21T12:40:08,605 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T12:40:08,607 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T12:40:08,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192808607"}]},"ts":"1732192808607"}
2024-11-21T12:40:08,610 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T12:40:08,610 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=0de1bfbc41e276c7254549eb533258fc, ASSIGN}]
2024-11-21T12:40:08,612 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=0de1bfbc41e276c7254549eb533258fc, ASSIGN
2024-11-21T12:40:08,613 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=0de1bfbc41e276c7254549eb533258fc, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35617,1732192684355; forceNewPlan=false, retain=false
2024-11-21T12:40:08,765 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=0de1bfbc41e276c7254549eb533258fc, regionState=OPENING, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:40:08,771 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=0de1bfbc41e276c7254549eb533258fc, ASSIGN because future has completed
2024-11-21T12:40:08,772 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1bfbc41e276c7254549eb533258fc, server=b4993cb2a74e,35617,1732192684355}]
2024-11-21T12:40:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T12:40:08,934 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,935 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de1bfbc41e276c7254549eb533258fc, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.', STARTKEY => '', ENDKEY => ''}
2024-11-21T12:40:08,935 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,936 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T12:40:08,936 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,936 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,940 INFO  [StoreOpener-0de1bfbc41e276c7254549eb533258fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0de1bfbc41e276c7254549eb533258fc 
2024-11-21T12:40:08,942 INFO  [StoreOpener-0de1bfbc41e276c7254549eb533258fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1bfbc41e276c7254549eb533258fc columnFamilyName testFamily
2024-11-21T12:40:08,942 DEBUG [StoreOpener-0de1bfbc41e276c7254549eb533258fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T12:40:08,942 INFO  [StoreOpener-0de1bfbc41e276c7254549eb533258fc-1 {}] regionserver.HStore(327): Store=0de1bfbc41e276c7254549eb533258fc/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T12:40:08,943 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,943 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,944 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,944 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,944 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,946 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,949 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T12:40:08,950 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 0de1bfbc41e276c7254549eb533258fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62371555, jitterRate=-0.07059140503406525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T12:40:08,950 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:08,950 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 0de1bfbc41e276c7254549eb533258fc:
Running coprocessor pre-open hook at 1732192808936Writing region info on filesystem at 1732192808936Initializing all the Stores at 1732192808939 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732192808939Cleaning up temporary data from old regions at 1732192808944 (+5 ms)Running coprocessor post-open hooks at 1732192808950 (+6 ms)Region opened successfully at 1732192808950
2024-11-21T12:40:08,951 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., pid=33, masterSystemTime=1732192808925
2024-11-21T12:40:08,954 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,954 INFO  [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:08,955 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=0de1bfbc41e276c7254549eb533258fc, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35617,1732192684355
2024-11-21T12:40:08,958 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1bfbc41e276c7254549eb533258fc, server=b4993cb2a74e,35617,1732192684355 because future has completed
2024-11-21T12:40:08,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-21T12:40:08,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de1bfbc41e276c7254549eb533258fc, server=b4993cb2a74e,35617,1732192684355 in 188 msec
2024-11-21T12:40:08,963 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-21T12:40:08,963 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=0de1bfbc41e276c7254549eb533258fc, ASSIGN in 351 msec
2024-11-21T12:40:08,964 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T12:40:08,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732192808964"}]},"ts":"1732192808964"}
2024-11-21T12:40:08,967 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T12:40:08,968 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T12:40:08,969 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1990 sec
2024-11-21T12:40:09,416 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-21T12:40:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T12:40:10,791 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-21T12:40:10,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T12:40:10,792 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:40:10,800 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T12:40:10,800 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T12:40:10,801 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T12:40:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:40:10,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T12:40:10,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T12:40:10,816 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T12:40:10,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T12:40:11,821 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-21T12:40:11,821 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-21T12:40:11,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:40:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-21T12:40:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2]
2024-11-21T12:40:12,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35617 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T12:40:13,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T12:40:13,792 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T12:40:13,820 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=b4993cb2a74e:35617 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=973ms
2024-11-21T12:40:13,820 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=976ms, rpcTimeout=973ms
2024-11-21T12:40:13,821 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., hostname=b4993cb2a74e,35617,1732192684355, seqNum=2 from cache
2024-11-21T12:40:13,835 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=1800 (was 1775) - AvailableMemoryMB LEAK? -
2024-11-21T12:40:13,836 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T12:40:13,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T12:40:13,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,841 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T12:40:13,841 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T12:40:13,841 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T12:40:13,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T12:40:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,842 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T12:40:13,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T12:40:13,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2050315869, stopped=false
2024-11-21T12:40:13,842 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,43843,1732192683403
2024-11-21T12:40:13,908 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T12:40:13,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T12:40:13,908 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:40:13,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:40:13,908 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T12:40:13,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T12:40:13,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T12:40:13,910 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T12:40:13,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T12:40:13,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,912 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,35617,1732192684355' *****
2024-11-21T12:40:13,912 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T12:40:13,913 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T12:40:13,914 INFO  [RS:0;b4993cb2a74e:35617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T12:40:13,914 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T12:40:13,914 INFO  [RS:0;b4993cb2a74e:35617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 3de3adb86e1279c48d3ce3fb77ba040d
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 263a53f393b3487c26f9f673f88f99a8
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c7a6ab1cd483bc47e4803b2c57e14f1
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 725c15fe9cc526a0963b87884b4929ea
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 133eba1f4272b02610d75598f8efdb75
2024-11-21T12:40:13,915 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 4001adafcbd5ff4667d35a8b4bc3bd1d
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for bade53f069fdf6ad0d3fb6faa0ea7532
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de1bfbc41e276c7254549eb533258fc
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for ac508247773824ad5b94d33ee89f2135
2024-11-21T12:40:13,916 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3de3adb86e1279c48d3ce3fb77ba040d, disabling compactions & flushes
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:13,916 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:40:13,916 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,35617,1732192684355
2024-11-21T12:40:13,916 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d. after waiting 0 ms
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T12:40:13,916 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35617.
2024-11-21T12:40:13,916 DEBUG [RS:0;b4993cb2a74e:35617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T12:40:13,916 DEBUG [RS:0;b4993cb2a74e:35617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T12:40:13,916 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T12:40:13,917 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T12:40:13,917 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T12:40:13,917 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-21T12:40:13,917 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T12:40:13,917 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T12:40:13,917 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T12:40:13,917 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T12:40:13,917 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T12:40:13,917 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 263a53f393b3487c26f9f673f88f99a8, 3de3adb86e1279c48d3ce3fb77ba040d, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:13,919 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3de3adb86e1279c48d3ce3fb77ba040d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:13,919 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-21T12:40:13,980 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/.tmp/testFamily/8417b4e828c14604805ff9aec02bdb22 is 61, key is row-0/testFamily:testQualifier/1732192762109/Put/seqid=0
2024-11-21T12:40:13,988 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/info/666ee983f3c847cdaea4e3f9f820f28d is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1./info:regioninfo/1732192749230/Put/seqid=0
2024-11-21T12:40:13,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741855_1031 (size=5049)
2024-11-21T12:40:13,993 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/.tmp/testFamily/8417b4e828c14604805ff9aec02bdb22
2024-11-21T12:40:13,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741856_1032 (size=20564)
2024-11-21T12:40:14,049 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/.tmp/testFamily/8417b4e828c14604805ff9aec02bdb22 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/testFamily/8417b4e828c14604805ff9aec02bdb22
2024-11-21T12:40:14,059 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/testFamily/8417b4e828c14604805ff9aec02bdb22, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:14,067 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3de3adb86e1279c48d3ce3fb77ba040d in 147ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:14,073 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNextAsync/3de3adb86e1279c48d3ce3fb77ba040d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:14,075 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:40:14,075 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3de3adb86e1279c48d3ce3fb77ba040d:
Waiting for close lock at 1732192813915Running coprocessor pre-close hooks at 1732192813916 (+1 ms)Disabling compacts and flushes for region at 1732192813916Disabling writes for close at 1732192813916Obtaining lock to block concurrent updates at 1732192813919 (+3 ms)Preparing flush snapshotting stores in 3de3adb86e1279c48d3ce3fb77ba040d at 1732192813919Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192813926 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d. at 1732192813928 (+2 ms)Flushing 3de3adb86e1279c48d3ce3fb77ba040d/testFamily: creating writer at 1732192813929 (+1 ms)Flushing 3de3adb86e1279c48d3ce3fb77ba040d/testFamily: appending metadata at 1732192813973 (+44 ms)Flushing 3de3adb86e1279c48d3ce3fb77ba040d/testFamily: closing flushed file at 1732192813976 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4250df8a: reopening flushed file at 1732192814047 (+71 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3de3adb86e1279c48d3ce3fb77ba040d in 147ms, sequenceid=8, compaction requested=false at 1732192814067 (+20 ms)Writing region close event to WAL at 1732192814068 (+1 ms)Running coprocessor post-close hooks at 1732192814074 (+6 ms)Closed at 1732192814075 (+1 ms)
2024-11-21T12:40:14,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732192759056.3de3adb86e1279c48d3ce3fb77ba040d.
2024-11-21T12:40:14,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 263a53f393b3487c26f9f673f88f99a8, disabling compactions & flushes
2024-11-21T12:40:14,076 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:40:14,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:40:14,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8. after waiting 0 ms
2024-11-21T12:40:14,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:40:14,076 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 263a53f393b3487c26f9f673f88f99a8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:14,098 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/.tmp/testFamily/315688b98e4b44878494cc4ec6a5fc07 is 61, key is row-0/testFamily:testQualifier/1732192753004/Put/seqid=0
2024-11-21T12:40:14,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741857_1033 (size=5049)
2024-11-21T12:40:14,118 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 263a53f393b3487c26f9f673f88f99a8, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:14,318 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 263a53f393b3487c26f9f673f88f99a8, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:14,346 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T12:40:14,397 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/info/666ee983f3c847cdaea4e3f9f820f28d
2024-11-21T12:40:14,429 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/ns/410db25048dc496fb7530717ef8a43a9 is 43, key is default/ns:d/1732192748484/Put/seqid=0
2024-11-21T12:40:14,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741858_1034 (size=5153)
2024-11-21T12:40:14,437 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:40:14,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-21T12:40:14,504 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/.tmp/testFamily/315688b98e4b44878494cc4ec6a5fc07
2024-11-21T12:40:14,513 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/.tmp/testFamily/315688b98e4b44878494cc4ec6a5fc07 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/testFamily/315688b98e4b44878494cc4ec6a5fc07
2024-11-21T12:40:14,518 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 263a53f393b3487c26f9f673f88f99a8, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:14,521 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/testFamily/315688b98e4b44878494cc4ec6a5fc07, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:14,522 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 263a53f393b3487c26f9f673f88f99a8 in 446ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:14,527 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScanner/263a53f393b3487c26f9f673f88f99a8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:14,528 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:40:14,528 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 263a53f393b3487c26f9f673f88f99a8:
Waiting for close lock at 1732192814076Running coprocessor pre-close hooks at 1732192814076Disabling compacts and flushes for region at 1732192814076Disabling writes for close at 1732192814076Obtaining lock to block concurrent updates at 1732192814076Preparing flush snapshotting stores in 263a53f393b3487c26f9f673f88f99a8 at 1732192814076Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192814077 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8. at 1732192814077Flushing 263a53f393b3487c26f9f673f88f99a8/testFamily: creating writer at 1732192814077Flushing 263a53f393b3487c26f9f673f88f99a8/testFamily: appending metadata at 1732192814097 (+20 ms)Flushing 263a53f393b3487c26f9f673f88f99a8/testFamily: closing flushed file at 1732192814097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106bcbe5: reopening flushed file at 1732192814511 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 263a53f393b3487c26f9f673f88f99a8 in 446ms, sequenceid=8, compaction requested=false at 1732192814522 (+11 ms)Writing region close event to WAL at 1732192814523 (+1 ms)Running coprocessor post-close hooks at 1732192814528 (+5 ms)Closed at 1732192814528
2024-11-21T12:40:14,528 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732192749947.263a53f393b3487c26f9f673f88f99a8.
2024-11-21T12:40:14,528 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c7a6ab1cd483bc47e4803b2c57e14f1, disabling compactions & flushes
2024-11-21T12:40:14,528 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:40:14,528 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:40:14,528 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1. after waiting 0 ms
2024-11-21T12:40:14,529 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:40:14,529 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c7a6ab1cd483bc47e4803b2c57e14f1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:14,546 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/.tmp/testFamily/069d78c2ab974f578fc11542b78c3874 is 61, key is row-0/testFamily:testQualifier/1732192749861/Put/seqid=0
2024-11-21T12:40:14,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741859_1035 (size=5049)
2024-11-21T12:40:14,719 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:14,740 INFO  [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T12:40:14,740 INFO  [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T12:40:14,835 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/ns/410db25048dc496fb7530717ef8a43a9
2024-11-21T12:40:14,866 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/table/d2fa233b8b7c4c58adeac9089fe0c9ed is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732192749254/Put/seqid=0
2024-11-21T12:40:14,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741860_1036 (size=6699)
2024-11-21T12:40:14,919 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-21T12:40:14,919 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1325): Online Regions={8c7a6ab1cd483bc47e4803b2c57e14f1=testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1., 725c15fe9cc526a0963b87884b4929ea=testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea., 133eba1f4272b02610d75598f8efdb75=testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75., 1588230740=hbase:meta,,1.1588230740, 4001adafcbd5ff4667d35a8b4bc3bd1d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., bade53f069fdf6ad0d3fb6faa0ea7532=testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532., 0de1bfbc41e276c7254549eb533258fc=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., ac508247773824ad5b94d33ee89f2135=hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., bd86cf353280e2bad02cdc34acd47f66=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.}
2024-11-21T12:40:14,919 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, 8c7a6ab1cd483bc47e4803b2c57e14f1, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:14,952 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/.tmp/testFamily/069d78c2ab974f578fc11542b78c3874
2024-11-21T12:40:14,965 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/.tmp/testFamily/069d78c2ab974f578fc11542b78c3874 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily/069d78c2ab974f578fc11542b78c3874
2024-11-21T12:40:14,974 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily/069d78c2ab974f578fc11542b78c3874, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:14,975 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8c7a6ab1cd483bc47e4803b2c57e14f1 in 446ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:14,980 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8c7a6ab1cd483bc47e4803b2c57e14f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:14,981 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:40:14,981 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c7a6ab1cd483bc47e4803b2c57e14f1:
Waiting for close lock at 1732192814528Running coprocessor pre-close hooks at 1732192814528Disabling compacts and flushes for region at 1732192814528Disabling writes for close at 1732192814528Obtaining lock to block concurrent updates at 1732192814529 (+1 ms)Preparing flush snapshotting stores in 8c7a6ab1cd483bc47e4803b2c57e14f1 at 1732192814529Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192814529Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1. at 1732192814530 (+1 ms)Flushing 8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily: creating writer at 1732192814530Flushing 8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily: appending metadata at 1732192814545 (+15 ms)Flushing 8c7a6ab1cd483bc47e4803b2c57e14f1/testFamily: closing flushed file at 1732192814546 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ff8277: reopening flushed file at 1732192814963 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8c7a6ab1cd483bc47e4803b2c57e14f1 in 446ms, sequenceid=8, compaction requested=false at 1732192814975 (+12 ms)Writing region close event to WAL at 1732192814976 (+1 ms)Running coprocessor post-close hooks at 1732192814981 (+5 ms)Closed at 1732192814981
2024-11-21T12:40:14,981 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732192748758.8c7a6ab1cd483bc47e4803b2c57e14f1.
2024-11-21T12:40:14,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 725c15fe9cc526a0963b87884b4929ea, disabling compactions & flushes
2024-11-21T12:40:14,982 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:40:14,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:40:14,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea. after waiting 0 ms
2024-11-21T12:40:14,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:40:14,982 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 725c15fe9cc526a0963b87884b4929ea 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:15,000 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/.tmp/testFamily/5d46dbd123354663b16ec070c67c0d75 is 61, key is row-0/testFamily:testQualifier/1732192771227/Put/seqid=0
2024-11-21T12:40:15,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741861_1037 (size=5049)
2024-11-21T12:40:15,120 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:15,274 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/table/d2fa233b8b7c4c58adeac9089fe0c9ed
2024-11-21T12:40:15,290 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/info/666ee983f3c847cdaea4e3f9f820f28d as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/info/666ee983f3c847cdaea4e3f9f820f28d
2024-11-21T12:40:15,302 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/info/666ee983f3c847cdaea4e3f9f820f28d, entries=100, sequenceid=56, filesize=20.1 K
2024-11-21T12:40:15,303 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/ns/410db25048dc496fb7530717ef8a43a9 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/ns/410db25048dc496fb7530717ef8a43a9
2024-11-21T12:40:15,312 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/ns/410db25048dc496fb7530717ef8a43a9, entries=2, sequenceid=56, filesize=5.0 K
2024-11-21T12:40:15,313 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/.tmp/table/d2fa233b8b7c4c58adeac9089fe0c9ed as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/table/d2fa233b8b7c4c58adeac9089fe0c9ed
2024-11-21T12:40:15,320 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 1588230740, 4001adafcbd5ff4667d35a8b4bc3bd1d, 725c15fe9cc526a0963b87884b4929ea, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:15,321 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/table/d2fa233b8b7c4c58adeac9089fe0c9ed, entries=20, sequenceid=56, filesize=6.5 K
2024-11-21T12:40:15,322 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=56, compaction requested=false
2024-11-21T12:40:15,328 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-21T12:40:15,329 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T12:40:15,329 INFO  [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T12:40:15,329 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732192813917Running coprocessor pre-close hooks at 1732192813917Disabling compacts and flushes for region at 1732192813917Disabling writes for close at 1732192813917Obtaining lock to block concurrent updates at 1732192813919 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732192813919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732192813926 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732192813928 (+2 ms)Flushing 1588230740/info: creating writer at 1732192813929 (+1 ms)Flushing 1588230740/info: appending metadata at 1732192813981 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732192813981Flushing 1588230740/ns: creating writer at 1732192814413 (+432 ms)Flushing 1588230740/ns: appending metadata at 1732192814428 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732192814428Flushing 1588230740/table: creating writer at 1732192814850 (+422 ms)Flushing 1588230740/table: appending metadata at 1732192814865 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732192814865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17edf751: reopening flushed file at 1732192815288 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd5bc87: reopening flushed file at 1732192815302 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f207e35: reopening flushed file at 1732192815312 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=56, compaction requested=false at 1732192815322 (+10 ms)Writing region close event to WAL at 1732192815324 (+2 ms)Running coprocessor post-close hooks at 1732192815329 (+5 ms)Closed at 1732192815329
2024-11-21T12:40:15,330 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T12:40:15,406 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/.tmp/testFamily/5d46dbd123354663b16ec070c67c0d75
2024-11-21T12:40:15,422 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/.tmp/testFamily/5d46dbd123354663b16ec070c67c0d75 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/testFamily/5d46dbd123354663b16ec070c67c0d75
2024-11-21T12:40:15,430 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/testFamily/5d46dbd123354663b16ec070c67c0d75, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:15,467 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 725c15fe9cc526a0963b87884b4929ea in 485ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:15,474 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testRetryOutOfOrderScannerNextException/725c15fe9cc526a0963b87884b4929ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:15,475 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:40:15,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 725c15fe9cc526a0963b87884b4929ea:
Waiting for close lock at 1732192814982Running coprocessor pre-close hooks at 1732192814982Disabling compacts and flushes for region at 1732192814982Disabling writes for close at 1732192814982Obtaining lock to block concurrent updates at 1732192814982Preparing flush snapshotting stores in 725c15fe9cc526a0963b87884b4929ea at 1732192814982Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192814982Flushing stores of testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea. at 1732192814983 (+1 ms)Flushing 725c15fe9cc526a0963b87884b4929ea/testFamily: creating writer at 1732192814983Flushing 725c15fe9cc526a0963b87884b4929ea/testFamily: appending metadata at 1732192814999 (+16 ms)Flushing 725c15fe9cc526a0963b87884b4929ea/testFamily: closing flushed file at 1732192814999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58db3384: reopening flushed file at 1732192815420 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 725c15fe9cc526a0963b87884b4929ea in 485ms, sequenceid=8, compaction requested=false at 1732192815467 (+47 ms)Writing region close event to WAL at 1732192815468 (+1 ms)Running coprocessor post-close hooks at 1732192815475 (+7 ms)Closed at 1732192815475
2024-11-21T12:40:15,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732192768158.725c15fe9cc526a0963b87884b4929ea.
2024-11-21T12:40:15,476 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 133eba1f4272b02610d75598f8efdb75, disabling compactions & flushes
2024-11-21T12:40:15,476 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:40:15,476 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:40:15,476 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75. after waiting 0 ms
2024-11-21T12:40:15,476 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:40:15,476 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 133eba1f4272b02610d75598f8efdb75 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:15,497 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/.tmp/testFamily/ec7f374873d64da38a55a6b7260c433f is 61, key is row-0/testFamily:testQualifier/1732192786539/Put/seqid=0
2024-11-21T12:40:15,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741862_1038 (size=5049)
2024-11-21T12:40:15,520 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 4001adafcbd5ff4667d35a8b4bc3bd1d, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:15,721 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 4001adafcbd5ff4667d35a8b4bc3bd1d, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:15,904 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/.tmp/testFamily/ec7f374873d64da38a55a6b7260c433f
2024-11-21T12:40:15,921 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/.tmp/testFamily/ec7f374873d64da38a55a6b7260c433f as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/testFamily/ec7f374873d64da38a55a6b7260c433f
2024-11-21T12:40:15,921 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-21T12:40:15,921 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1325): Online Regions={133eba1f4272b02610d75598f8efdb75=testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75., 4001adafcbd5ff4667d35a8b4bc3bd1d=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., bade53f069fdf6ad0d3fb6faa0ea7532=testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532., 0de1bfbc41e276c7254549eb533258fc=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., ac508247773824ad5b94d33ee89f2135=hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., bd86cf353280e2bad02cdc34acd47f66=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.}
2024-11-21T12:40:15,921 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 133eba1f4272b02610d75598f8efdb75, 4001adafcbd5ff4667d35a8b4bc3bd1d, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:15,930 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/testFamily/ec7f374873d64da38a55a6b7260c433f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:15,932 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 133eba1f4272b02610d75598f8efdb75 in 456ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:15,937 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNext/133eba1f4272b02610d75598f8efdb75/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:15,938 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 133eba1f4272b02610d75598f8efdb75:
Waiting for close lock at 1732192815476Running coprocessor pre-close hooks at 1732192815476Disabling compacts and flushes for region at 1732192815476Disabling writes for close at 1732192815476Obtaining lock to block concurrent updates at 1732192815476Preparing flush snapshotting stores in 133eba1f4272b02610d75598f8efdb75 at 1732192815476Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192815476Flushing stores of testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75. at 1732192815477 (+1 ms)Flushing 133eba1f4272b02610d75598f8efdb75/testFamily: creating writer at 1732192815477Flushing 133eba1f4272b02610d75598f8efdb75/testFamily: appending metadata at 1732192815497 (+20 ms)Flushing 133eba1f4272b02610d75598f8efdb75/testFamily: closing flushed file at 1732192815497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122f8efc: reopening flushed file at 1732192815919 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 133eba1f4272b02610d75598f8efdb75 in 456ms, sequenceid=8, compaction requested=false at 1732192815932 (+13 ms)Writing region close event to WAL at 1732192815933 (+1 ms)Running coprocessor post-close hooks at 1732192815937 (+4 ms)Closed at 1732192815937
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732192783479.133eba1f4272b02610d75598f8efdb75.
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4001adafcbd5ff4667d35a8b4bc3bd1d, disabling compactions & flushes
2024-11-21T12:40:15,938 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d. after waiting 0 ms
2024-11-21T12:40:15,938 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:40:15,938 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4001adafcbd5ff4667d35a8b4bc3bd1d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:15,954 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/.tmp/testFamily/067379669070444eb7a742d612603d7d is 61, key is row-0/testFamily:testQualifier/1732192792644/Put/seqid=0
2024-11-21T12:40:15,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741863_1039 (size=5049)
2024-11-21T12:40:16,121 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 4001adafcbd5ff4667d35a8b4bc3bd1d, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:16,322 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, 4001adafcbd5ff4667d35a8b4bc3bd1d, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:16,362 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/.tmp/testFamily/067379669070444eb7a742d612603d7d
2024-11-21T12:40:16,375 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/.tmp/testFamily/067379669070444eb7a742d612603d7d as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily/067379669070444eb7a742d612603d7d
2024-11-21T12:40:16,385 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily/067379669070444eb7a742d612603d7d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:16,386 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4001adafcbd5ff4667d35a8b4bc3bd1d in 448ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:16,391 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4001adafcbd5ff4667d35a8b4bc3bd1d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:16,391 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4001adafcbd5ff4667d35a8b4bc3bd1d:
Waiting for close lock at 1732192815938Running coprocessor pre-close hooks at 1732192815938Disabling compacts and flushes for region at 1732192815938Disabling writes for close at 1732192815938Obtaining lock to block concurrent updates at 1732192815938Preparing flush snapshotting stores in 4001adafcbd5ff4667d35a8b4bc3bd1d at 1732192815938Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192815939 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d. at 1732192815939Flushing 4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily: creating writer at 1732192815939Flushing 4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily: appending metadata at 1732192815954 (+15 ms)Flushing 4001adafcbd5ff4667d35a8b4bc3bd1d/testFamily: closing flushed file at 1732192815954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5067fc4d: reopening flushed file at 1732192816374 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4001adafcbd5ff4667d35a8b4bc3bd1d in 448ms, sequenceid=8, compaction requested=false at 1732192816386 (+12 ms)Writing region close event to WAL at 1732192816386Running coprocessor post-close hooks at 1732192816391 (+5 ms)Closed at 1732192816391
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732192789587.4001adafcbd5ff4667d35a8b4bc3bd1d.
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bade53f069fdf6ad0d3fb6faa0ea7532, disabling compactions & flushes
2024-11-21T12:40:16,392 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532. after waiting 0 ms
2024-11-21T12:40:16,392 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:40:16,392 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bade53f069fdf6ad0d3fb6faa0ea7532 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:16,408 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/.tmp/testFamily/6be415b05378405d971c3f7c7f3e7672 is 61, key is row-0/testFamily:testQualifier/1732192780428/Put/seqid=0
2024-11-21T12:40:16,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741864_1040 (size=5049)
2024-11-21T12:40:16,522 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:16,723 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, ac508247773824ad5b94d33ee89f2135, bade53f069fdf6ad0d3fb6faa0ea7532, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:16,815 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/.tmp/testFamily/6be415b05378405d971c3f7c7f3e7672
2024-11-21T12:40:16,833 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/.tmp/testFamily/6be415b05378405d971c3f7c7f3e7672 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/testFamily/6be415b05378405d971c3f7c7f3e7672
2024-11-21T12:40:16,841 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/testFamily/6be415b05378405d971c3f7c7f3e7672, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:16,842 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bade53f069fdf6ad0d3fb6faa0ea7532 in 450ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:16,847 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnNextAsync/bade53f069fdf6ad0d3fb6faa0ea7532/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:16,848 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:40:16,848 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bade53f069fdf6ad0d3fb6faa0ea7532:
Waiting for close lock at 1732192816392Running coprocessor pre-close hooks at 1732192816392Disabling compacts and flushes for region at 1732192816392Disabling writes for close at 1732192816392Obtaining lock to block concurrent updates at 1732192816392Preparing flush snapshotting stores in bade53f069fdf6ad0d3fb6faa0ea7532 at 1732192816392Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192816392Flushing stores of testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532. at 1732192816393 (+1 ms)Flushing bade53f069fdf6ad0d3fb6faa0ea7532/testFamily: creating writer at 1732192816393Flushing bade53f069fdf6ad0d3fb6faa0ea7532/testFamily: appending metadata at 1732192816407 (+14 ms)Flushing bade53f069fdf6ad0d3fb6faa0ea7532/testFamily: closing flushed file at 1732192816407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14054b99: reopening flushed file at 1732192816831 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bade53f069fdf6ad0d3fb6faa0ea7532 in 450ms, sequenceid=8, compaction requested=false at 1732192816842 (+11 ms)Writing region close event to WAL at 1732192816843 (+1 ms)Running coprocessor post-close hooks at 1732192816848 (+5 ms)Closed at 1732192816848
2024-11-21T12:40:16,848 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732192777388.bade53f069fdf6ad0d3fb6faa0ea7532.
2024-11-21T12:40:16,848 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de1bfbc41e276c7254549eb533258fc, disabling compactions & flushes
2024-11-21T12:40:16,848 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:16,848 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:16,849 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc. after waiting 0 ms
2024-11-21T12:40:16,849 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:16,849 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0de1bfbc41e276c7254549eb533258fc 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:16,864 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/.tmp/testFamily/5c6359ffd3374a438d46d85ea6145ac4 is 61, key is row-0/testFamily:testQualifier/1732192810805/Put/seqid=0
2024-11-21T12:40:16,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741865_1041 (size=5049)
2024-11-21T12:40:16,923 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T12:40:16,923 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1325): Online Regions={0de1bfbc41e276c7254549eb533258fc=testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., ac508247773824ad5b94d33ee89f2135=hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., bd86cf353280e2bad02cdc34acd47f66=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.}
2024-11-21T12:40:16,923 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, ac508247773824ad5b94d33ee89f2135, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:17,124 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on 0de1bfbc41e276c7254549eb533258fc, ac508247773824ad5b94d33ee89f2135, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:17,271 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/.tmp/testFamily/5c6359ffd3374a438d46d85ea6145ac4
2024-11-21T12:40:17,284 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/.tmp/testFamily/5c6359ffd3374a438d46d85ea6145ac4 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/testFamily/5c6359ffd3374a438d46d85ea6145ac4
2024-11-21T12:40:17,291 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/testFamily/5c6359ffd3374a438d46d85ea6145ac4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:17,292 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0de1bfbc41e276c7254549eb533258fc in 443ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:17,298 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScannerAsync/0de1bfbc41e276c7254549eb533258fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:17,298 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de1bfbc41e276c7254549eb533258fc:
Waiting for close lock at 1732192816848Running coprocessor pre-close hooks at 1732192816848Disabling compacts and flushes for region at 1732192816848Disabling writes for close at 1732192816849 (+1 ms)Obtaining lock to block concurrent updates at 1732192816849Preparing flush snapshotting stores in 0de1bfbc41e276c7254549eb533258fc at 1732192816849Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192816849Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc. at 1732192816850 (+1 ms)Flushing 0de1bfbc41e276c7254549eb533258fc/testFamily: creating writer at 1732192816850Flushing 0de1bfbc41e276c7254549eb533258fc/testFamily: appending metadata at 1732192816864 (+14 ms)Flushing 0de1bfbc41e276c7254549eb533258fc/testFamily: closing flushed file at 1732192816864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128e1677: reopening flushed file at 1732192817283 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0de1bfbc41e276c7254549eb533258fc in 443ms, sequenceid=8, compaction requested=false at 1732192817292 (+9 ms)Writing region close event to WAL at 1732192817293 (+1 ms)Running coprocessor post-close hooks at 1732192817298 (+5 ms)Closed at 1732192817298
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732192807768.0de1bfbc41e276c7254549eb533258fc.
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac508247773824ad5b94d33ee89f2135, disabling compactions & flushes
2024-11-21T12:40:17,299 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135. after waiting 0 ms
2024-11-21T12:40:17,299 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:40:17,299 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac508247773824ad5b94d33ee89f2135 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:17,315 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/.tmp/testFamily/1fdca9ac7fbf410aba9ec024e009b324 is 61, key is row-0/testFamily:testQualifier/1732192801736/Put/seqid=0
2024-11-21T12:40:17,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741866_1042 (size=5049)
2024-11-21T12:40:17,324 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on ac508247773824ad5b94d33ee89f2135, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:17,524 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on ac508247773824ad5b94d33ee89f2135, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:17,721 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/.tmp/testFamily/1fdca9ac7fbf410aba9ec024e009b324
2024-11-21T12:40:17,725 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on ac508247773824ad5b94d33ee89f2135, bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:17,737 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/.tmp/testFamily/1fdca9ac7fbf410aba9ec024e009b324 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/testFamily/1fdca9ac7fbf410aba9ec024e009b324
2024-11-21T12:40:17,745 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/testFamily/1fdca9ac7fbf410aba9ec024e009b324, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:17,746 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac508247773824ad5b94d33ee89f2135 in 447ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:17,751 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/hbase/testMetaScanTimeoutOnNext/ac508247773824ad5b94d33ee89f2135/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:17,752 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac508247773824ad5b94d33ee89f2135:
Waiting for close lock at 1732192817299Running coprocessor pre-close hooks at 1732192817299Disabling compacts and flushes for region at 1732192817299Disabling writes for close at 1732192817299Obtaining lock to block concurrent updates at 1732192817299Preparing flush snapshotting stores in ac508247773824ad5b94d33ee89f2135 at 1732192817299Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192817299Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135. at 1732192817300 (+1 ms)Flushing ac508247773824ad5b94d33ee89f2135/testFamily: creating writer at 1732192817300Flushing ac508247773824ad5b94d33ee89f2135/testFamily: appending metadata at 1732192817315 (+15 ms)Flushing ac508247773824ad5b94d33ee89f2135/testFamily: closing flushed file at 1732192817315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ac9d9f: reopening flushed file at 1732192817736 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ac508247773824ad5b94d33ee89f2135 in 447ms, sequenceid=8, compaction requested=false at 1732192817746 (+10 ms)Writing region close event to WAL at 1732192817747 (+1 ms)Running coprocessor post-close hooks at 1732192817752 (+5 ms)Closed at 1732192817752
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732192798689.ac508247773824ad5b94d33ee89f2135.
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd86cf353280e2bad02cdc34acd47f66, disabling compactions & flushes
2024-11-21T12:40:17,752 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66. after waiting 0 ms
2024-11-21T12:40:17,752 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:40:17,752 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd86cf353280e2bad02cdc34acd47f66 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T12:40:17,777 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/.tmp/testFamily/d9b68acac7144908ac35da307a9eff20 is 61, key is row-0/testFamily:testQualifier/1732192774337/Put/seqid=0
2024-11-21T12:40:17,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741867_1043 (size=5049)
2024-11-21T12:40:17,925 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T12:40:17,925 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1325): Online Regions={bd86cf353280e2bad02cdc34acd47f66=testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.}
2024-11-21T12:40:17,926 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:18,126 DEBUG [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1351): Waiting on bd86cf353280e2bad02cdc34acd47f66
2024-11-21T12:40:18,184 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/.tmp/testFamily/d9b68acac7144908ac35da307a9eff20
2024-11-21T12:40:18,200 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/.tmp/testFamily/d9b68acac7144908ac35da307a9eff20 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/testFamily/d9b68acac7144908ac35da307a9eff20
2024-11-21T12:40:18,206 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/testFamily/d9b68acac7144908ac35da307a9eff20, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T12:40:18,207 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bd86cf353280e2bad02cdc34acd47f66 in 455ms, sequenceid=8, compaction requested=false
2024-11-21T12:40:18,212 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/data/default/testNormalScanTimeoutOnOpenScanner/bd86cf353280e2bad02cdc34acd47f66/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T12:40:18,212 INFO  [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:40:18,213 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd86cf353280e2bad02cdc34acd47f66:
Waiting for close lock at 1732192817752Running coprocessor pre-close hooks at 1732192817752Disabling compacts and flushes for region at 1732192817752Disabling writes for close at 1732192817752Obtaining lock to block concurrent updates at 1732192817752Preparing flush snapshotting stores in bd86cf353280e2bad02cdc34acd47f66 at 1732192817752Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732192817753 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66. at 1732192817753Flushing bd86cf353280e2bad02cdc34acd47f66/testFamily: creating writer at 1732192817753Flushing bd86cf353280e2bad02cdc34acd47f66/testFamily: appending metadata at 1732192817777 (+24 ms)Flushing bd86cf353280e2bad02cdc34acd47f66/testFamily: closing flushed file at 1732192817777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f349ab6: reopening flushed file at 1732192818199 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bd86cf353280e2bad02cdc34acd47f66 in 455ms, sequenceid=8, compaction requested=false at 1732192818207 (+8 ms)Writing region close event to WAL at 1732192818208 (+1 ms)Running coprocessor post-close hooks at 1732192818212 (+4 ms)Closed at 1732192818212
2024-11-21T12:40:18,213 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732192771280.bd86cf353280e2bad02cdc34acd47f66.
2024-11-21T12:40:18,327 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,35617,1732192684355; all regions closed.
2024-11-21T12:40:18,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741834_1010 (size=19479)
2024-11-21T12:40:18,346 DEBUG [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/oldWALs
2024-11-21T12:40:18,346 INFO  [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35617%2C1732192684355.meta:.meta(num 1732192748236)
2024-11-21T12:40:18,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741833_1009 (size=20031)
2024-11-21T12:40:18,349 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/WALs/b4993cb2a74e,35617,1732192684355/b4993cb2a74e%2C35617%2C1732192684355.1732192747793 not finished, retry = 0
2024-11-21T12:40:18,456 DEBUG [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/oldWALs
2024-11-21T12:40:18,456 INFO  [RS:0;b4993cb2a74e:35617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35617%2C1732192684355:(num 1732192747793)
2024-11-21T12:40:18,457 DEBUG [RS:0;b4993cb2a74e:35617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T12:40:18,457 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T12:40:18,457 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T12:40:18,458 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T12:40:18,459 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T12:40:18,459 INFO  [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T12:40:18,462 INFO  [RS:0;b4993cb2a74e:35617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35617
2024-11-21T12:40:18,467 INFO  [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T12:40:18,544 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4993cb2a74e,35617,1732192684355
2024-11-21T12:40:18,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T12:40:18,544 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T12:40:18,555 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,35617,1732192684355]
2024-11-21T12:40:18,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b4993cb2a74e,35617,1732192684355 already deleted, retry=false
2024-11-21T12:40:18,566 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,35617,1732192684355 expired; onlineServers=0
2024-11-21T12:40:18,566 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,43843,1732192683403' *****
2024-11-21T12:40:18,566 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T12:40:18,567 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T12:40:18,567 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T12:40:18,567 DEBUG [M:0;b4993cb2a74e:43843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T12:40:18,568 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T12:40:18,568 DEBUG [M:0;b4993cb2a74e:43843 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T12:40:18,568 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732192687570 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732192687570,5,FailOnTimeoutGroup]
2024-11-21T12:40:18,568 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732192687571 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732192687571,5,FailOnTimeoutGroup]
2024-11-21T12:40:18,568 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T12:40:18,569 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T12:40:18,569 DEBUG [M:0;b4993cb2a74e:43843 {}] master.HMaster(1795): Stopping service threads
2024-11-21T12:40:18,569 INFO  [M:0;b4993cb2a74e:43843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T12:40:18,569 INFO  [M:0;b4993cb2a74e:43843 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T12:40:18,570 INFO  [M:0;b4993cb2a74e:43843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T12:40:18,570 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T12:40:18,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-21T12:40:18,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T12:40:18,581 DEBUG [M:0;b4993cb2a74e:43843 {}] zookeeper.ZKUtil(347): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-21T12:40:18,582 WARN  [M:0;b4993cb2a74e:43843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T12:40:18,583 INFO  [M:0;b4993cb2a74e:43843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/.lastflushedseqids
2024-11-21T12:40:18,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741868_1044 (size=649)
2024-11-21T12:40:18,655 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T12:40:18,655 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35617-0x1015d66bdf80001, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T12:40:18,656 INFO  [RS:0;b4993cb2a74e:35617 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T12:40:18,656 INFO  [RS:0;b4993cb2a74e:35617 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,35617,1732192684355; zookeeper connection closed.
2024-11-21T12:40:18,657 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ddd5355 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ddd5355
2024-11-21T12:40:18,657 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T12:40:19,000 INFO  [M:0;b4993cb2a74e:43843 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T12:40:19,001 INFO  [M:0;b4993cb2a74e:43843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T12:40:19,001 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T12:40:19,001 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:40:19,001 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:40:19,001 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T12:40:19,001 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:40:19,002 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.11 KB heapSize=190.98 KB
2024-11-21T12:40:19,023 DEBUG [M:0;b4993cb2a74e:43843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0932cb8a40f9476ea85bd97d9d2ed42b is 82, key is hbase:meta,,1/info:regioninfo/1732192748319/Put/seqid=0
2024-11-21T12:40:19,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741869_1045 (size=5672)
2024-11-21T12:40:19,430 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0932cb8a40f9476ea85bd97d9d2ed42b
2024-11-21T12:40:19,468 DEBUG [M:0;b4993cb2a74e:43843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37893f078b974be2abe7de4b0d27a11d is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732192749263/Put/seqid=0
2024-11-21T12:40:19,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741870_1046 (size=14079)
2024-11-21T12:40:19,578 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T12:40:19,874 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.55 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37893f078b974be2abe7de4b0d27a11d
2024-11-21T12:40:19,881 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37893f078b974be2abe7de4b0d27a11d
2024-11-21T12:40:19,897 DEBUG [M:0;b4993cb2a74e:43843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a027731b40244718e07f5102273e7a9 is 69, key is b4993cb2a74e,35617,1732192684355/rs:state/1732192717611/Put/seqid=0
2024-11-21T12:40:19,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741871_1047 (size=5156)
2024-11-21T12:40:20,305 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a027731b40244718e07f5102273e7a9
2024-11-21T12:40:20,320 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0932cb8a40f9476ea85bd97d9d2ed42b as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0932cb8a40f9476ea85bd97d9d2ed42b
2024-11-21T12:40:20,327 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0932cb8a40f9476ea85bd97d9d2ed42b, entries=8, sequenceid=317, filesize=5.5 K
2024-11-21T12:40:20,329 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37893f078b974be2abe7de4b0d27a11d as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37893f078b974be2abe7de4b0d27a11d
2024-11-21T12:40:20,336 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37893f078b974be2abe7de4b0d27a11d
2024-11-21T12:40:20,336 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37893f078b974be2abe7de4b0d27a11d, entries=33, sequenceid=317, filesize=13.7 K
2024-11-21T12:40:20,337 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a027731b40244718e07f5102273e7a9 as hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a027731b40244718e07f5102273e7a9
2024-11-21T12:40:20,345 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40823/user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a027731b40244718e07f5102273e7a9, entries=1, sequenceid=317, filesize=5.0 K
2024-11-21T12:40:20,346 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.68 KB/195256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false
2024-11-21T12:40:20,347 INFO  [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T12:40:20,348 DEBUG [M:0;b4993cb2a74e:43843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732192819001Disabling compacts and flushes for region at 1732192819001Disabling writes for close at 1732192819001Obtaining lock to block concurrent updates at 1732192819002 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732192819002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167023, getHeapSize=195496, getOffHeapSize=0, getCellsCount=364 at 1732192819003 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732192819004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732192819004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732192819022 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732192819022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732192819444 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732192819467 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732192819467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732192819881 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732192819897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732192819897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7725335b: reopening flushed file at 1732192820318 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6368e6fe: reopening flushed file at 1732192820327 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6fa632: reopening flushed file at 1732192820336 (+9 ms)Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.68 KB/195256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=317, compaction requested=false at 1732192820346 (+10 ms)Writing region close event to WAL at 1732192820347 (+1 ms)Closed at 1732192820347
2024-11-21T12:40:20,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43921 is added to blk_1073741830_1006 (size=188235)
2024-11-21T12:40:20,351 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd3894ba-5dd7-1620-cfc6-db135632f99f/MasterData/WALs/b4993cb2a74e,43843,1732192683403/b4993cb2a74e%2C43843%2C1732192683403.1732192686561 not finished, retry = 0
2024-11-21T12:40:20,452 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T12:40:20,453 INFO  [M:0;b4993cb2a74e:43843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T12:40:20,453 INFO  [M:0;b4993cb2a74e:43843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43843
2024-11-21T12:40:20,453 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T12:40:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T12:40:20,850 INFO  [M:0;b4993cb2a74e:43843 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T12:40:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43843-0x1015d66bdf80000, quorum=127.0.0.1:49533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T12:40:20,861 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@258822a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T12:40:20,864 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@514e86a2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T12:40:20,865 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T12:40:20,865 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1ee62c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T12:40:20,865 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d304465{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.log.dir/,STOPPED}
2024-11-21T12:40:20,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T12:40:20,868 WARN  [BP-765815741-172.17.0.2-1732192678813 heartbeating to localhost/127.0.0.1:40823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T12:40:20,868 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T12:40:20,869 WARN  [BP-765815741-172.17.0.2-1732192678813 heartbeating to localhost/127.0.0.1:40823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765815741-172.17.0.2-1732192678813 (Datanode Uuid 702cf90e-8e99-4f00-ab18-1868da91d6b9) service to localhost/127.0.0.1:40823
2024-11-21T12:40:20,870 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/data/data1/current/BP-765815741-172.17.0.2-1732192678813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T12:40:20,871 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/cluster_786831e5-7543-1908-6b67-7eaa2ad638f2/data/data2/current/BP-765815741-172.17.0.2-1732192678813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T12:40:20,871 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T12:40:20,877 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bae7b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T12:40:20,878 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f237650{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T12:40:20,878 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T12:40:20,878 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45f63f41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T12:40:20,878 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@660c56f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9c6e4ae-f880-e652-c04f-48ffc350549e/hadoop.log.dir/,STOPPED}
2024-11-21T12:40:20,886 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T12:40:20,909 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down