2024-11-21 20:38:30,592 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 20:38:30,610 main DEBUG Took 0.016194 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 20:38:30,611 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 20:38:30,611 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 20:38:30,612 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 20:38:30,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,621 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 20:38:30,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,638 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,640 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,641 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,642 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,645 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,646 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,647 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,648 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,648 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,649 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 20:38:30,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,650 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 20:38:30,652 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 20:38:30,654 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 20:38:30,656 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 20:38:30,657 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 20:38:30,659 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 20:38:30,660 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 20:38:30,671 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 20:38:30,674 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 20:38:30,676 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 20:38:30,677 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 20:38:30,677 main DEBUG createAppenders(={Console})
2024-11-21 20:38:30,678 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-21 20:38:30,679 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-21 20:38:30,679 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-21 20:38:30,680 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 20:38:30,680 main DEBUG OutputStream closed
2024-11-21 20:38:30,681 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 20:38:30,681 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 20:38:30,681 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-21 20:38:30,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 20:38:30,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 20:38:30,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 20:38:30,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 20:38:30,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 20:38:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 20:38:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 20:38:30,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 20:38:30,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 20:38:30,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 20:38:30,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 20:38:30,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 20:38:30,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 20:38:30,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 20:38:30,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 20:38:30,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 20:38:30,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 20:38:30,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 20:38:30,769 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 20:38:30,770 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-21 20:38:30,770 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 20:38:30,771 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-21T20:38:30,784 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-21 20:38:30,788 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 20:38:30,789 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T20:38:31,069 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71
2024-11-21T20:38:31,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T20:38:31,113 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8, deleteOnExit=true
2024-11-21T20:38:31,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T20:38:31,115 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/test.cache.data in system properties and HBase conf
2024-11-21T20:38:31,116 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T20:38:31,116 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.log.dir in system properties and HBase conf
2024-11-21T20:38:31,117 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T20:38:31,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T20:38:31,119 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T20:38:31,213 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T20:38:31,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T20:38:31,300 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T20:38:31,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T20:38:31,301 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T20:38:31,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T20:38:31,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T20:38:31,302 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T20:38:31,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T20:38:31,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T20:38:31,303 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T20:38:31,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/nfs.dump.dir in system properties and HBase conf
2024-11-21T20:38:31,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/java.io.tmpdir in system properties and HBase conf
2024-11-21T20:38:31,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T20:38:31,305 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T20:38:31,306 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T20:38:32,373 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T20:38:32,440 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2507ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T20:38:32,506 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T20:38:32,562 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T20:38:32,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T20:38:32,585 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T20:38:32,587 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T20:38:32,598 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T20:38:32,600 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.log.dir/,AVAILABLE}
2024-11-21T20:38:32,601 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T20:38:32,777 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/java.io.tmpdir/jetty-localhost-38777-hadoop-hdfs-3_4_1-tests_jar-_-any-17350420847230047271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T20:38:32,787 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:38777}
2024-11-21T20:38:32,788 INFO  [Time-limited test {}] server.Server(415): Started @2855ms
2024-11-21T20:38:33,352 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T20:38:33,359 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T20:38:33,360 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T20:38:33,361 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T20:38:33,361 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T20:38:33,362 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.log.dir/,AVAILABLE}
2024-11-21T20:38:33,362 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T20:38:33,461 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/java.io.tmpdir/jetty-localhost-38203-hadoop-hdfs-3_4_1-tests_jar-_-any-156343214735561387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T20:38:33,462 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:38203}
2024-11-21T20:38:33,462 INFO  [Time-limited test {}] server.Server(415): Started @3529ms
2024-11-21T20:38:33,508 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T20:38:34,627 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/data/data1/current/BP-2062657985-172.17.0.2-1732221511839/current, will proceed with Du for space computation calculation, 
2024-11-21T20:38:34,627 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/data/data2/current/BP-2062657985-172.17.0.2-1732221511839/current, will proceed with Du for space computation calculation, 
2024-11-21T20:38:34,652 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T20:38:34,697 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d38e3a0366c69c with lease ID 0x6cc7a43e702caee1: Processing first storage report for DS-9f25ead8-1228-44f2-aa2b-2f847c0e4b8f from datanode DatanodeRegistration(127.0.0.1:33865, datanodeUuid=d99fe8e6-a0ae-4409-acee-87676d863d39, infoPort=39953, infoSecurePort=0, ipcPort=46715, storageInfo=lv=-57;cid=testClusterID;nsid=894833711;c=1732221511839)
2024-11-21T20:38:34,698 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d38e3a0366c69c with lease ID 0x6cc7a43e702caee1: from storage DS-9f25ead8-1228-44f2-aa2b-2f847c0e4b8f node DatanodeRegistration(127.0.0.1:33865, datanodeUuid=d99fe8e6-a0ae-4409-acee-87676d863d39, infoPort=39953, infoSecurePort=0, ipcPort=46715, storageInfo=lv=-57;cid=testClusterID;nsid=894833711;c=1732221511839), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T20:38:34,698 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3d38e3a0366c69c with lease ID 0x6cc7a43e702caee1: Processing first storage report for DS-1a9d1cd0-7c5e-44ea-81e7-3d61fb336feb from datanode DatanodeRegistration(127.0.0.1:33865, datanodeUuid=d99fe8e6-a0ae-4409-acee-87676d863d39, infoPort=39953, infoSecurePort=0, ipcPort=46715, storageInfo=lv=-57;cid=testClusterID;nsid=894833711;c=1732221511839)
2024-11-21T20:38:34,698 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3d38e3a0366c69c with lease ID 0x6cc7a43e702caee1: from storage DS-1a9d1cd0-7c5e-44ea-81e7-3d61fb336feb node DatanodeRegistration(127.0.0.1:33865, datanodeUuid=d99fe8e6-a0ae-4409-acee-87676d863d39, infoPort=39953, infoSecurePort=0, ipcPort=46715, storageInfo=lv=-57;cid=testClusterID;nsid=894833711;c=1732221511839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T20:38:34,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71
2024-11-21T20:38:34,797 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/zookeeper_0, clientPort=60768, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T20:38:34,806 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60768
2024-11-21T20:38:34,816 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:34,818 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:35,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741825_1001 (size=7)
2024-11-21T20:38:35,459 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda with version=8
2024-11-21T20:38:35,459 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/hbase-staging
2024-11-21T20:38:35,537 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T20:38:35,771 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/377014bd7527:0 server-side Connection retries=9
2024-11-21T20:38:35,780 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:35,781 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:35,785 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T20:38:35,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:35,786 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T20:38:35,917 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T20:38:35,970 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T20:38:35,979 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T20:38:35,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T20:38:36,011 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 127415 (auto-detected)
2024-11-21T20:38:36,012 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-21T20:38:36,031 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37189
2024-11-21T20:38:36,050 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37189 connecting to ZooKeeper ensemble=127.0.0.1:60768
2024-11-21T20:38:36,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371890x0, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T20:38:36,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37189-0x1015f1eafc80000 connected
2024-11-21T20:38:36,284 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:36,289 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:36,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T20:38:36,304 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda, hbase.cluster.distributed=false
2024-11-21T20:38:36,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T20:38:36,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37189
2024-11-21T20:38:36,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37189
2024-11-21T20:38:36,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37189
2024-11-21T20:38:36,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37189
2024-11-21T20:38:36,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37189
2024-11-21T20:38:36,423 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/377014bd7527:0 server-side Connection retries=9
2024-11-21T20:38:36,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:36,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:36,425 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T20:38:36,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T20:38:36,425 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T20:38:36,428 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T20:38:36,430 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T20:38:36,431 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32823
2024-11-21T20:38:36,433 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32823 connecting to ZooKeeper ensemble=127.0.0.1:60768
2024-11-21T20:38:36,434 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:36,436 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328230x0, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T20:38:36,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328230x0, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T20:38:36,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32823-0x1015f1eafc80001 connected
2024-11-21T20:38:36,455 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T20:38:36,462 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T20:38:36,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-21T20:38:36,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T20:38:36,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32823
2024-11-21T20:38:36,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32823
2024-11-21T20:38:36,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32823
2024-11-21T20:38:36,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32823
2024-11-21T20:38:36,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32823
2024-11-21T20:38:36,487 DEBUG [M:0;377014bd7527:37189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;377014bd7527:37189
2024-11-21T20:38:36,488 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/377014bd7527,37189,1732221515615
2024-11-21T20:38:36,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T20:38:36,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T20:38:36,506 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/377014bd7527,37189,1732221515615
2024-11-21T20:38:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-21T20:38:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:36,536 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-21T20:38:36,537 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/377014bd7527,37189,1732221515615 from backup master directory
2024-11-21T20:38:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/377014bd7527,37189,1732221515615
2024-11-21T20:38:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T20:38:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T20:38:36,550 WARN  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T20:38:36,551 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=377014bd7527,37189,1732221515615
2024-11-21T20:38:36,553 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T20:38:36,554 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T20:38:36,608 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/hbase.id] with ID: 1b2d0930-be70-43bc-b92c-2dd42f21824f
2024-11-21T20:38:36,609 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/.tmp/hbase.id
2024-11-21T20:38:36,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741826_1002 (size=42)
2024-11-21T20:38:36,620 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/.tmp/hbase.id]:[hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/hbase.id]
2024-11-21T20:38:36,666 INFO  [master/377014bd7527:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T20:38:36,672 INFO  [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T20:38:36,691 INFO  [master/377014bd7527:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-21T20:38:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:36,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:36,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741827_1003 (size=196)
2024-11-21T20:38:36,734 INFO  [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:38:36,736 INFO  [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T20:38:36,750 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T20:38:36,754 INFO  [master/377014bd7527:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T20:38:36,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741828_1004 (size=1189)
2024-11-21T20:38:37,198 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store
2024-11-21T20:38:37,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741829_1005 (size=34)
2024-11-21T20:38:37,627 INFO  [master/377014bd7527:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T20:38:37,631 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:38:37,632 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T20:38:37,632 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:38:37,633 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:38:37,634 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T20:38:37,635 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:38:37,635 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:38:37,637 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732221517632Disabling compacts and flushes for region at 1732221517632Disabling writes for close at 1732221517634 (+2 ms)Writing region close event to WAL at 1732221517635 (+1 ms)Closed at 1732221517635
2024-11-21T20:38:37,639 WARN  [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/.initializing
2024-11-21T20:38:37,639 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/WALs/377014bd7527,37189,1732221515615
2024-11-21T20:38:37,646 INFO  [master/377014bd7527:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T20:38:37,662 INFO  [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C37189%2C1732221515615, suffix=, logDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/WALs/377014bd7527,37189,1732221515615, archiveDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/oldWALs, maxLogs=10
2024-11-21T20:38:37,682 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/WALs/377014bd7527,37189,1732221515615/377014bd7527%2C37189%2C1732221515615.1732221517666, exclude list is [], retry=0
2024-11-21T20:38:37,700 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-9f25ead8-1228-44f2-aa2b-2f847c0e4b8f,DISK]
2024-11-21T20:38:37,703 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T20:38:37,735 INFO  [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/WALs/377014bd7527,37189,1732221515615/377014bd7527%2C37189%2C1732221515615.1732221517666
2024-11-21T20:38:37,736 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39953:39953)]
2024-11-21T20:38:37,737 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:38:37,737 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:38:37,740 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,741 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,776 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T20:38:37,804 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T20:38:37,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:37,811 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:38:37,812 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T20:38:37,816 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T20:38:37,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:37,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:38:37,818 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T20:38:37,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T20:38:37,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:37,824 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:38:37,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T20:38:37,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T20:38:37,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:37,830 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:38:37,830 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,834 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,836 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,842 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,843 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,846 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T20:38:37,850 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T20:38:37,855 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:38:37,857 INFO  [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74586357, jitterRate=0.11142332851886749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T20:38:37,865 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732221517752Initializing all the Stores at 1732221517754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221517755 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221517756 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221517756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221517756Cleaning up temporary data from old regions at 1732221517843 (+87 ms)Region opened successfully at 1732221517864 (+21 ms)
2024-11-21T20:38:37,866 INFO  [master/377014bd7527:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T20:38:37,900 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3a2d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0
2024-11-21T20:38:37,929 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T20:38:37,939 INFO  [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T20:38:37,940 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T20:38:37,942 INFO  [master/377014bd7527:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T20:38:37,944 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T20:38:37,948 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-21T20:38:37,949 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T20:38:37,972 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T20:38:37,981 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-21T20:38:38,097 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-21T20:38:38,103 INFO  [master/377014bd7527:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T20:38:38,105 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-21T20:38:38,118 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-21T20:38:38,121 INFO  [master/377014bd7527:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T20:38:38,127 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-21T20:38:38,139 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-21T20:38:38,140 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-21T20:38:38,149 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-21T20:38:38,168 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T20:38:38,181 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-21T20:38:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T20:38:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T20:38:38,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,195 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=377014bd7527,37189,1732221515615, sessionid=0x1015f1eafc80000, setting cluster-up flag (Was=false)
2024-11-21T20:38:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,255 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-21T20:38:38,258 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37189,1732221515615
2024-11-21T20:38:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:38:38,313 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-21T20:38:38,315 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=377014bd7527,37189,1732221515615
2024-11-21T20:38:38,321 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T20:38:38,378 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(746): ClusterId : 1b2d0930-be70-43bc-b92c-2dd42f21824f
2024-11-21T20:38:38,381 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T20:38:38,385 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T20:38:38,393 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T20:38:38,394 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T20:38:38,394 INFO  [master/377014bd7527:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T20:38:38,400 INFO  [master/377014bd7527:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T20:38:38,403 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T20:38:38,404 DEBUG [RS:0;377014bd7527:32823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b077f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=377014bd7527/172.17.0.2:0
2024-11-21T20:38:38,406 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 377014bd7527,37189,1732221515615
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T20:38:38,412 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5
2024-11-21T20:38:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5
2024-11-21T20:38:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5
2024-11-21T20:38:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/377014bd7527:0, corePoolSize=5, maxPoolSize=5
2024-11-21T20:38:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/377014bd7527:0, corePoolSize=10, maxPoolSize=10
2024-11-21T20:38:38,413 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,414 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/377014bd7527:0, corePoolSize=2, maxPoolSize=2
2024-11-21T20:38:38,414 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,416 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732221548415
2024-11-21T20:38:38,417 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T20:38:38,418 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T20:38:38,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T20:38:38,419 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T20:38:38,421 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;377014bd7527:32823
2024-11-21T20:38:38,422 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T20:38:38,422 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T20:38:38,422 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T20:38:38,422 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T20:38:38,425 INFO  [RS:0;377014bd7527:32823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T20:38:38,425 INFO  [RS:0;377014bd7527:32823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T20:38:38,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:38,425 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T20:38:38,425 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T20:38:38,425 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,428 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(2659): reportForDuty to master=377014bd7527,37189,1732221515615 with port=32823, startcode=1732221516393
2024-11-21T20:38:38,429 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T20:38:38,430 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T20:38:38,430 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T20:38:38,433 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T20:38:38,434 INFO  [master/377014bd7527:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T20:38:38,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221518435,5,FailOnTimeoutGroup]
2024-11-21T20:38:38,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741831_1007 (size=1321)
2024-11-21T20:38:38,436 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221518436,5,FailOnTimeoutGroup]
2024-11-21T20:38:38,437 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,437 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T20:38:38,438 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,438 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,440 DEBUG [RS:0;377014bd7527:32823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T20:38:38,475 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T20:38:38,481 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37189 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 377014bd7527,32823,1732221516393
2024-11-21T20:38:38,483 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37189 {}] master.ServerManager(517): Registering regionserver=377014bd7527,32823,1732221516393
2024-11-21T20:38:38,498 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:38:38,499 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40899
2024-11-21T20:38:38,499 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T20:38:38,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T20:38:38,514 DEBUG [RS:0;377014bd7527:32823 {}] zookeeper.ZKUtil(111): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/377014bd7527,32823,1732221516393
2024-11-21T20:38:38,514 WARN  [RS:0;377014bd7527:32823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T20:38:38,515 INFO  [RS:0;377014bd7527:32823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T20:38:38,515 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393
2024-11-21T20:38:38,517 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [377014bd7527,32823,1732221516393]
2024-11-21T20:38:38,539 INFO  [RS:0;377014bd7527:32823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T20:38:38,554 INFO  [RS:0;377014bd7527:32823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T20:38:38,559 INFO  [RS:0;377014bd7527:32823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T20:38:38,559 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,560 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T20:38:38,565 INFO  [RS:0;377014bd7527:32823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T20:38:38,566 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,567 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/377014bd7527:0, corePoolSize=2, maxPoolSize=2
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/377014bd7527:0, corePoolSize=1, maxPoolSize=1
2024-11-21T20:38:38,568 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3
2024-11-21T20:38:38,569 DEBUG [RS:0;377014bd7527:32823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/377014bd7527:0, corePoolSize=3, maxPoolSize=3
2024-11-21T20:38:38,569 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,570 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,570 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,570 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,570 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,570 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,32823,1732221516393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T20:38:38,588 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T20:38:38,589 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,32823,1732221516393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,590 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,590 INFO  [RS:0;377014bd7527:32823 {}] regionserver.Replication(171): 377014bd7527,32823,1732221516393 started
2024-11-21T20:38:38,607 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:38:38,607 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1482): Serving as 377014bd7527,32823,1732221516393, RpcServer on 377014bd7527/172.17.0.2:32823, sessionid=0x1015f1eafc80001
2024-11-21T20:38:38,608 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T20:38:38,608 DEBUG [RS:0;377014bd7527:32823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 377014bd7527,32823,1732221516393
2024-11-21T20:38:38,608 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,32823,1732221516393'
2024-11-21T20:38:38,608 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-21T20:38:38,609 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-21T20:38:38,610 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T20:38:38,610 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T20:38:38,610 DEBUG [RS:0;377014bd7527:32823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 377014bd7527,32823,1732221516393
2024-11-21T20:38:38,610 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '377014bd7527,32823,1732221516393'
2024-11-21T20:38:38,610 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-21T20:38:38,611 DEBUG [RS:0;377014bd7527:32823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-21T20:38:38,612 DEBUG [RS:0;377014bd7527:32823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T20:38:38,612 INFO  [RS:0;377014bd7527:32823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T20:38:38,612 INFO  [RS:0;377014bd7527:32823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T20:38:38,843 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T20:38:38,844 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:38:38,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741832_1008 (size=32)
2024-11-21T20:38:39,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:38:39,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T20:38:39,268 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T20:38:39,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:39,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:38:39,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T20:38:39,272 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T20:38:39,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:39,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:38:39,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T20:38:39,276 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T20:38:39,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:39,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:38:39,277 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T20:38:39,279 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T20:38:39,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:38:39,281 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:38:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T20:38:39,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740
2024-11-21T20:38:39,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740
2024-11-21T20:38:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T20:38:39,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T20:38:39,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T20:38:39,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T20:38:39,292 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:38:39,293 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64636748, jitterRate=-0.03683739900588989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T20:38:39,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732221519262Initializing all the Stores at 1732221519265 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221519265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221519265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221519265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221519265Cleaning up temporary data from old regions at 1732221519286 (+21 ms)Region opened successfully at 1732221519295 (+9 ms)
2024-11-21T20:38:39,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T20:38:39,295 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T20:38:39,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T20:38:39,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T20:38:39,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T20:38:39,297 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T20:38:39,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732221519295Disabling compacts and flushes for region at 1732221519295Disabling writes for close at 1732221519296 (+1 ms)Writing region close event to WAL at 1732221519297 (+1 ms)Closed at 1732221519297
2024-11-21T20:38:39,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T20:38:39,300 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T20:38:39,306 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T20:38:39,314 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T20:38:39,318 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T20:38:39,471 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:40,472 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:41,473 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:42,474 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:43,474 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:44,475 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:45,476 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:45,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T20:38:45,969 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T20:38:46,477 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:47,477 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:48,478 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:49,479 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:50,479 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:51,480 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:52,481 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:53,482 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:54,483 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:55,484 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:56,484 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:57,485 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:58,486 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:38:59,487 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:00,488 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:01,489 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:02,490 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:03,491 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:04,492 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:04,723 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T20:39:05,493 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:06,494 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:07,495 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:08,496 WARN  [377014bd7527:37189 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T20:39:08,623 INFO  [RS:0;377014bd7527:32823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T20:39:08,627 INFO  [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C32823%2C1732221516393, suffix=, logDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393, archiveDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/oldWALs, maxLogs=32
2024-11-21T20:39:08,644 DEBUG [RS:0;377014bd7527:32823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393/377014bd7527%2C32823%2C1732221516393.1732221548631, exclude list is [], retry=0
2024-11-21T20:39:08,648 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-9f25ead8-1228-44f2-aa2b-2f847c0e4b8f,DISK]
2024-11-21T20:39:08,651 INFO  [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393/377014bd7527%2C32823%2C1732221516393.1732221548631
2024-11-21T20:39:08,652 DEBUG [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39953:39953)]
2024-11-21T20:39:08,750 DEBUG [377014bd7527:37189 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T20:39:08,763 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:08,768 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,32823,1732221516393, state=OPENING
2024-11-21T20:39:08,831 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T20:39:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:39:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:39:08,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T20:39:08,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T20:39:08,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T20:39:08,847 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:09,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T20:39:09,029 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T20:39:09,040 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T20:39:09,041 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T20:39:09,041 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T20:39:09,045 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=377014bd7527%2C32823%2C1732221516393.meta, suffix=.meta, logDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393, archiveDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/oldWALs, maxLogs=32
2024-11-21T20:39:09,060 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393/377014bd7527%2C32823%2C1732221516393.meta.1732221549047.meta, exclude list is [], retry=0
2024-11-21T20:39:09,063 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33865,DS-9f25ead8-1228-44f2-aa2b-2f847c0e4b8f,DISK]
2024-11-21T20:39:09,066 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393/377014bd7527%2C32823%2C1732221516393.meta.1732221549047.meta
2024-11-21T20:39:09,067 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39953:39953)]
2024-11-21T20:39:09,068 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:09,070 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T20:39:09,072 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T20:39:09,077 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T20:39:09,081 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T20:39:09,081 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:09,082 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T20:39:09,082 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T20:39:09,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T20:39:09,086 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T20:39:09,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:09,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:39:09,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T20:39:09,089 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T20:39:09,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:09,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:39:09,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T20:39:09,091 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T20:39:09,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:09,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:39:09,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T20:39:09,094 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T20:39:09,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:09,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T20:39:09,095 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T20:39:09,096 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740
2024-11-21T20:39:09,099 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740
2024-11-21T20:39:09,102 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T20:39:09,102 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T20:39:09,103 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T20:39:09,105 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T20:39:09,107 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63273437, jitterRate=-0.057152315974235535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T20:39:09,108 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T20:39:09,109 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732221549082Writing region info on filesystem at 1732221549082Initializing all the Stores at 1732221549084 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221549084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221549085 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221549085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732221549085Cleaning up temporary data from old regions at 1732221549102 (+17 ms)Running coprocessor post-open hooks at 1732221549108 (+6 ms)Region opened successfully at 1732221549109 (+1 ms)
2024-11-21T20:39:09,116 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732221549018
2024-11-21T20:39:09,127 DEBUG [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T20:39:09,128 INFO  [RS_OPEN_META-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T20:39:09,129 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:09,132 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 377014bd7527,32823,1732221516393, state=OPEN
2024-11-21T20:39:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T20:39:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T20:39:09,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T20:39:09,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T20:39:09,170 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=377014bd7527,32823,1732221516393
2024-11-21T20:39:09,175 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T20:39:09,176 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=377014bd7527,32823,1732221516393 in 323 msec
2024-11-21T20:39:09,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T20:39:09,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8720 sec
2024-11-21T20:39:09,184 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T20:39:09,184 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T20:39:09,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T20:39:09,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32823,1732221516393, seqNum=-1]
2024-11-21T20:39:09,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T20:39:09,224 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T20:39:09,244 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.8930 sec
2024-11-21T20:39:09,244 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732221549244, completionTime=-1
2024-11-21T20:39:09,247 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T20:39:09,247 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T20:39:09,271 INFO  [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T20:39:09,271 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732221609271
2024-11-21T20:39:09,271 INFO  [master/377014bd7527:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732221669271
2024-11-21T20:39:09,271 INFO  [master/377014bd7527:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-21T20:39:09,273 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,273 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,273 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,274 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-377014bd7527:37189, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,275 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,275 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,280 DEBUG [master/377014bd7527:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T20:39:09,298 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 32.747sec
2024-11-21T20:39:09,299 INFO  [master/377014bd7527:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T20:39:09,300 INFO  [master/377014bd7527:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T20:39:09,301 INFO  [master/377014bd7527:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T20:39:09,302 INFO  [master/377014bd7527:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T20:39:09,302 INFO  [master/377014bd7527:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T20:39:09,303 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T20:39:09,303 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T20:39:09,310 DEBUG [master/377014bd7527:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T20:39:09,311 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T20:39:09,311 INFO  [master/377014bd7527:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=377014bd7527,37189,1732221515615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T20:39:09,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5e818d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,322 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T20:39:09,322 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T20:39:09,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37189,-1 for getting cluster id
2024-11-21T20:39:09,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T20:39:09,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b2d0930-be70-43bc-b92c-2dd42f21824f'
2024-11-21T20:39:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T20:39:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b2d0930-be70-43bc-b92c-2dd42f21824f"

2024-11-21T20:39:09,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18214de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37189,-1]
2024-11-21T20:39:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T20:39:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:39:09,346 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T20:39:09,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562ba9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T20:39:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32823,1732221516393, seqNum=-1]
2024-11-21T20:39:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T20:39:09,359 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T20:39:09,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=377014bd7527,37189,1732221515615
2024-11-21T20:39:09,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14688263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 377014bd7527,37189,-1 for getting cluster id
2024-11-21T20:39:09,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T20:39:09,384 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b2d0930-be70-43bc-b92c-2dd42f21824f'
2024-11-21T20:39:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T20:39:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b2d0930-be70-43bc-b92c-2dd42f21824f"

2024-11-21T20:39:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2adcb0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [377014bd7527,37189,-1]
2024-11-21T20:39:09,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T20:39:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:39:09,387 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T20:39:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a188c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T20:39:09,400 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=14526
2024-11-21T20:39:09,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T20:39:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 377014bd7527,37189,1732221515615
2024-11-21T20:39:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11981f1c
2024-11-21T20:39:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T20:39:09,418 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T20:39:09,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T20:39:09,434 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:09,436 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-21T20:39:09,436 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:09,439 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T20:39:09,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741835_1011 (size=428)
2024-11-21T20:39:09,873 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d594a7a44027b72ab4f0611eb26beac1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:09,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741836_1012 (size=79)
2024-11-21T20:39:10,289 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:10,290 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing d594a7a44027b72ab4f0611eb26beac1, disabling compactions & flushes
2024-11-21T20:39:10,290 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,290 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,291 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1. after waiting 0 ms
2024-11-21T20:39:10,291 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,291 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,291 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for d594a7a44027b72ab4f0611eb26beac1:
Waiting for close lock at 1732221550290Disabling compacts and flushes for region at 1732221550290Disabling writes for close at 1732221550291 (+1 ms)Writing region close event to WAL at 1732221550291Closed at 1732221550291
2024-11-21T20:39:10,295 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:10,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732221550295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221550295"}]},"ts":"1732221550295"}
2024-11-21T20:39:10,304 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:10,306 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:10,308 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221550306"}]},"ts":"1732221550306"}
2024-11-21T20:39:10,313 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-21T20:39:10,315 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=d594a7a44027b72ab4f0611eb26beac1, ASSIGN}]
2024-11-21T20:39:10,317 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=d594a7a44027b72ab4f0611eb26beac1, ASSIGN
2024-11-21T20:39:10,319 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=d594a7a44027b72ab4f0611eb26beac1, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:10,470 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d594a7a44027b72ab4f0611eb26beac1, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T20:39:10,475 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=d594a7a44027b72ab4f0611eb26beac1, ASSIGN because future has completed
2024-11-21T20:39:10,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d594a7a44027b72ab4f0611eb26beac1, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:10,642 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,643 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d594a7a44027b72ab4f0611eb26beac1, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:10,644 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,644 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:10,644 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,644 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,647 INFO  [StoreOpener-d594a7a44027b72ab4f0611eb26beac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d594a7a44027b72ab4f0611eb26beac1 
2024-11-21T20:39:10,649 INFO  [StoreOpener-d594a7a44027b72ab4f0611eb26beac1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d594a7a44027b72ab4f0611eb26beac1 columnFamilyName testFamily
2024-11-21T20:39:10,650 DEBUG [StoreOpener-d594a7a44027b72ab4f0611eb26beac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:10,651 INFO  [StoreOpener-d594a7a44027b72ab4f0611eb26beac1-1 {}] regionserver.HStore(327): Store=d594a7a44027b72ab4f0611eb26beac1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:10,651 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,652 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,653 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,654 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,654 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,656 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,660 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:10,661 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d594a7a44027b72ab4f0611eb26beac1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68285803, jitterRate=0.017537757754325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:10,661 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:39:10,662 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d594a7a44027b72ab4f0611eb26beac1:
Running coprocessor pre-open hook at 1732221550644Writing region info on filesystem at 1732221550644Initializing all the Stores at 1732221550646 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221550646Cleaning up temporary data from old regions at 1732221550654 (+8 ms)Running coprocessor post-open hooks at 1732221550661 (+7 ms)Region opened successfully at 1732221550662 (+1 ms)
2024-11-21T20:39:10,663 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1., pid=6, masterSystemTime=1732221550631
2024-11-21T20:39:10,667 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,667 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:39:10,668 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d594a7a44027b72ab4f0611eb26beac1, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:10,672 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d594a7a44027b72ab4f0611eb26beac1, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:10,679 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T20:39:10,680 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d594a7a44027b72ab4f0611eb26beac1, server=377014bd7527,32823,1732221516393 in 199 msec
2024-11-21T20:39:10,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T20:39:10,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=d594a7a44027b72ab4f0611eb26beac1, ASSIGN in 364 msec
2024-11-21T20:39:10,685 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:10,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221550685"}]},"ts":"1732221550685"}
2024-11-21T20:39:10,688 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-21T20:39:10,689 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:10,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2640 sec
2024-11-21T20:39:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T20:39:12,507 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-21T20:39:12,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-21T20:39:12,509 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:12,517 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-21T20:39:12,518 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:12,518 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-21T20:39:12,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T20:39:12,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=377014bd7527,32823,1732221516393, seqNum=-1]
2024-11-21T20:39:12,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T20:39:12,525 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T20:39:12,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:12,546 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:12,550 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-21T20:39:12,555 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T20:39:12,560 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T20:39:12,562 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T20:39:12,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3200378628458151944
2024-11-21T20:39:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221555561, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:12,587 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T20:39:12,588 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T20:39:12,590 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:12,591 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:12,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3200378628458151946
2024-11-21T20:39:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221555591, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:12,596 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:12,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=3200378628458151947
2024-11-21T20:39:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221555595, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:12,600 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:12,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=3200378628458151948
2024-11-21T20:39:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221555599, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:12,604 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:12,615 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/377014bd7527:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-560426345_22 at /127.0.0.1:39004 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=14479 (was 14526)
2024-11-21T20:39:12,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=14478
2024-11-21T20:39:12,627 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:12,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-21T20:39:12,631 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:12,631 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:12,631 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-21T20:39:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T20:39:12,633 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:12,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741837_1013 (size=414)
2024-11-21T20:39:13,053 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8a73c06b956722ca6271490c1c0cfa1, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:13,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741838_1014 (size=65)
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b8a73c06b956722ca6271490c1c0cfa1, disabling compactions & flushes
2024-11-21T20:39:13,463 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1. after waiting 0 ms
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,463 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,463 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8a73c06b956722ca6271490c1c0cfa1:
Waiting for close lock at 1732221553463Disabling compacts and flushes for region at 1732221553463Disabling writes for close at 1732221553463Writing region close event to WAL at 1732221553463Closed at 1732221553463
2024-11-21T20:39:13,465 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:13,466 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732221553466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221553466"}]},"ts":"1732221553466"}
2024-11-21T20:39:13,469 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:13,471 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:13,471 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221553471"}]},"ts":"1732221553471"}
2024-11-21T20:39:13,475 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T20:39:13,475 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b8a73c06b956722ca6271490c1c0cfa1, ASSIGN}]
2024-11-21T20:39:13,477 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b8a73c06b956722ca6271490c1c0cfa1, ASSIGN
2024-11-21T20:39:13,479 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b8a73c06b956722ca6271490c1c0cfa1, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:13,630 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b8a73c06b956722ca6271490c1c0cfa1, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:13,638 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b8a73c06b956722ca6271490c1c0cfa1, ASSIGN because future has completed
2024-11-21T20:39:13,639 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a73c06b956722ca6271490c1c0cfa1, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T20:39:13,806 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a73c06b956722ca6271490c1c0cfa1, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:13,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,809 INFO  [StoreOpener-b8a73c06b956722ca6271490c1c0cfa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b8a73c06b956722ca6271490c1c0cfa1 
2024-11-21T20:39:13,812 INFO  [StoreOpener-b8a73c06b956722ca6271490c1c0cfa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a73c06b956722ca6271490c1c0cfa1 columnFamilyName testFamily
2024-11-21T20:39:13,812 DEBUG [StoreOpener-b8a73c06b956722ca6271490c1c0cfa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:13,813 INFO  [StoreOpener-b8a73c06b956722ca6271490c1c0cfa1-1 {}] regionserver.HStore(327): Store=b8a73c06b956722ca6271490c1c0cfa1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:13,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:13,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b8a73c06b956722ca6271490c1c0cfa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135429, jitterRate=3.95849347114563E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:13,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:39:13,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b8a73c06b956722ca6271490c1c0cfa1:
Running coprocessor pre-open hook at 1732221553807Writing region info on filesystem at 1732221553807Initializing all the Stores at 1732221553809 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221553809Cleaning up temporary data from old regions at 1732221553815 (+6 ms)Running coprocessor post-open hooks at 1732221553822 (+7 ms)Region opened successfully at 1732221553823 (+1 ms)
2024-11-21T20:39:13,824 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., pid=9, masterSystemTime=1732221553794
2024-11-21T20:39:13,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,828 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:39:13,829 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b8a73c06b956722ca6271490c1c0cfa1, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:13,833 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a73c06b956722ca6271490c1c0cfa1, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:13,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T20:39:13,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a73c06b956722ca6271490c1c0cfa1, server=377014bd7527,32823,1732221516393 in 196 msec
2024-11-21T20:39:13,843 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-21T20:39:13,843 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b8a73c06b956722ca6271490c1c0cfa1, ASSIGN in 364 msec
2024-11-21T20:39:13,845 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:13,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221553845"}]},"ts":"1732221553845"}
2024-11-21T20:39:13,848 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T20:39:13,850 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:13,853 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2230 sec
2024-11-21T20:39:14,626 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:14,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-21T20:39:14,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T20:39:14,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-21T20:39:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T20:39:15,666 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-21T20:39:15,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T20:39:15,667 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:15,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T20:39:15,675 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:15,675 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-21T20:39:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:15,691 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:15,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T20:39:15,694 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T20:39:15,696 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T20:39:15,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T20:39:15,968 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:15,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T20:39:15,973 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T20:39:15,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T20:39:15,973 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:15,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-21T20:39:15,975 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:21,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T20:39:21,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6009ms, rpcTimeout=5999ms
2024-11-21T20:39:21,707 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:39:21,717 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=14461 (was 14478)
2024-11-21T20:39:21,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=14460
2024-11-21T20:39:21,727 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:21,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-21T20:39:21,731 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:21,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:21,732 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-21T20:39:21,733 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T20:39:21,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741839_1015 (size=412)
2024-11-21T20:39:22,151 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94a9139205e56d61c9d572da46df0423, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:22,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741840_1016 (size=63)
2024-11-21T20:39:22,165 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:22,165 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 94a9139205e56d61c9d572da46df0423, disabling compactions & flushes
2024-11-21T20:39:22,165 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,165 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,166 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423. after waiting 0 ms
2024-11-21T20:39:22,166 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,166 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,166 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94a9139205e56d61c9d572da46df0423:
Waiting for close lock at 1732221562165Disabling compacts and flushes for region at 1732221562165Disabling writes for close at 1732221562166 (+1 ms)Writing region close event to WAL at 1732221562166Closed at 1732221562166
2024-11-21T20:39:22,168 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:22,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732221562168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221562168"}]},"ts":"1732221562168"}
2024-11-21T20:39:22,172 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:22,173 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:22,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221562173"}]},"ts":"1732221562173"}
2024-11-21T20:39:22,175 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T20:39:22,176 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=94a9139205e56d61c9d572da46df0423, ASSIGN}]
2024-11-21T20:39:22,177 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=94a9139205e56d61c9d572da46df0423, ASSIGN
2024-11-21T20:39:22,179 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=94a9139205e56d61c9d572da46df0423, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-11-21T20:39:22,329 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=94a9139205e56d61c9d572da46df0423, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:22,334 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=94a9139205e56d61c9d572da46df0423, ASSIGN because future has completed
2024-11-21T20:39:22,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a9139205e56d61c9d572da46df0423, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:22,503 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 94a9139205e56d61c9d572da46df0423, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:22,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:22,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,507 INFO  [StoreOpener-94a9139205e56d61c9d572da46df0423-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 94a9139205e56d61c9d572da46df0423 
2024-11-21T20:39:22,510 INFO  [StoreOpener-94a9139205e56d61c9d572da46df0423-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a9139205e56d61c9d572da46df0423 columnFamilyName testFamily
2024-11-21T20:39:22,510 DEBUG [StoreOpener-94a9139205e56d61c9d572da46df0423-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:22,511 INFO  [StoreOpener-94a9139205e56d61c9d572da46df0423-1 {}] regionserver.HStore(327): Store=94a9139205e56d61c9d572da46df0423/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:22,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:22,521 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 94a9139205e56d61c9d572da46df0423; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121883, jitterRate=0.015095159411430359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:22,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:39:22,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 94a9139205e56d61c9d572da46df0423:
Running coprocessor pre-open hook at 1732221562505Writing region info on filesystem at 1732221562505Initializing all the Stores at 1732221562507 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221562507Cleaning up temporary data from old regions at 1732221562514 (+7 ms)Running coprocessor post-open hooks at 1732221562522 (+8 ms)Region opened successfully at 1732221562522
2024-11-21T20:39:22,523 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423., pid=12, masterSystemTime=1732221562491
2024-11-21T20:39:22,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,526 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:39:22,527 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=94a9139205e56d61c9d572da46df0423, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:22,530 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a9139205e56d61c9d572da46df0423, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:22,537 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T20:39:22,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 94a9139205e56d61c9d572da46df0423, server=377014bd7527,32823,1732221516393 in 198 msec
2024-11-21T20:39:22,540 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-21T20:39:22,540 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=94a9139205e56d61c9d572da46df0423, ASSIGN in 361 msec
2024-11-21T20:39:22,541 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:22,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221562541"}]},"ts":"1732221562541"}
2024-11-21T20:39:22,544 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T20:39:22,545 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:22,547 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 817 msec
2024-11-21T20:39:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-21T20:39:22,744 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-21T20:39:22,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T20:39:22,744 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:22,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T20:39:22,748 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:22,748 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-21T20:39:22,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:22,764 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:22,764 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T20:39:22,768 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T20:39:22,770 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T20:39:22,771 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T20:39:22,772 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T20:39:25,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-21T20:39:25,968 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:26,666 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-21T20:39:28,034 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:28,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151957' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T20:39:28,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57304 deadline: 1732221574774, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151957' does not exist
2024-11-21T20:39:28,780 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 377014bd7527,32823,1732221516393 for closing scanner id = 3200378628458151957 for 94a9139205e56d61c9d572da46df0423 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151957' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T20:39:28,785 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=14452 (was 14460)
2024-11-21T20:39:28,794 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=14452
2024-11-21T20:39:28,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-21T20:39:28,801 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:28,801 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:28,801 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-21T20:39:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T20:39:28,803 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:28,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741841_1017 (size=423)
2024-11-21T20:39:29,217 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f2897fb33edb814dcc4b3aa5cdc5c50, NAME => 'testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:29,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741842_1018 (size=74)
2024-11-21T20:39:29,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-11-21T20:39:29,631 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:29,632 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 8f2897fb33edb814dcc4b3aa5cdc5c50, disabling compactions & flushes
2024-11-21T20:39:29,632 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:29,633 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:29,633 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50. after waiting 0 ms
2024-11-21T20:39:29,633 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:29,633 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:29,634 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f2897fb33edb814dcc4b3aa5cdc5c50:
Waiting for close lock at 1732221569632Disabling compacts and flushes for region at 1732221569632Disabling writes for close at 1732221569633 (+1 ms)Writing region close event to WAL at 1732221569633Closed at 1732221569633
2024-11-21T20:39:29,636 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:29,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732221569636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221569636"}]},"ts":"1732221569636"}
2024-11-21T20:39:29,640 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:29,642 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:29,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221569642"}]},"ts":"1732221569642"}
2024-11-21T20:39:29,646 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-21T20:39:29,646 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8f2897fb33edb814dcc4b3aa5cdc5c50, ASSIGN}]
2024-11-21T20:39:29,648 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8f2897fb33edb814dcc4b3aa5cdc5c50, ASSIGN
2024-11-21T20:39:29,649 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8f2897fb33edb814dcc4b3aa5cdc5c50, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:29,801 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8f2897fb33edb814dcc4b3aa5cdc5c50, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:29,809 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8f2897fb33edb814dcc4b3aa5cdc5c50, ASSIGN because future has completed
2024-11-21T20:39:29,810 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2897fb33edb814dcc4b3aa5cdc5c50, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T20:39:29,975 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:29,976 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2897fb33edb814dcc4b3aa5cdc5c50, NAME => 'testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:29,976 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,977 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:29,977 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,977 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,980 INFO  [StoreOpener-8f2897fb33edb814dcc4b3aa5cdc5c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8f2897fb33edb814dcc4b3aa5cdc5c50 
2024-11-21T20:39:29,984 INFO  [StoreOpener-8f2897fb33edb814dcc4b3aa5cdc5c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2897fb33edb814dcc4b3aa5cdc5c50 columnFamilyName testFamily
2024-11-21T20:39:29,984 DEBUG [StoreOpener-8f2897fb33edb814dcc4b3aa5cdc5c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:29,985 INFO  [StoreOpener-8f2897fb33edb814dcc4b3aa5cdc5c50-1 {}] regionserver.HStore(327): Store=8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:29,985 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,987 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,988 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,989 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,989 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,993 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:29,998 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:29,999 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8f2897fb33edb814dcc4b3aa5cdc5c50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66210837, jitterRate=-0.01338164508342743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:30,000 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:39:30,001 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8f2897fb33edb814dcc4b3aa5cdc5c50:
Running coprocessor pre-open hook at 1732221569977Writing region info on filesystem at 1732221569977Initializing all the Stores at 1732221569979 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221569979Cleaning up temporary data from old regions at 1732221569989 (+10 ms)Running coprocessor post-open hooks at 1732221570000 (+11 ms)Region opened successfully at 1732221570001 (+1 ms)
2024-11-21T20:39:30,002 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., pid=15, masterSystemTime=1732221569965
2024-11-21T20:39:30,005 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:30,005 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:39:30,006 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8f2897fb33edb814dcc4b3aa5cdc5c50, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:30,009 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2897fb33edb814dcc4b3aa5cdc5c50, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:30,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-21T20:39:30,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2897fb33edb814dcc4b3aa5cdc5c50, server=377014bd7527,32823,1732221516393 in 201 msec
2024-11-21T20:39:30,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T20:39:30,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=8f2897fb33edb814dcc4b3aa5cdc5c50, ASSIGN in 368 msec
2024-11-21T20:39:30,018 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:30,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221570018"}]},"ts":"1732221570018"}
2024-11-21T20:39:30,021 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-21T20:39:30,023 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:30,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2260 sec
2024-11-21T20:39:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T20:39:31,827 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-21T20:39:31,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-21T20:39:31,828 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:31,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-21T20:39:31,835 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:31,835 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-21T20:39:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:31,850 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:31,850 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-21T20:39:31,853 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-21T20:39:31,856 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-21T20:39:31,857 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-21T20:39:31,858 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3200378628458151961
2024-11-21T20:39:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221574856, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:31,861 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-21T20:39:31,863 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-21T20:39:31,863 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:31,865 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:31,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=3200378628458151963
2024-11-21T20:39:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221574865, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:31,870 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:31,871 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=3200378628458151964
2024-11-21T20:39:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221574870, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:31,874 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:31,875 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=3200378628458151965
2024-11-21T20:39:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:57304 deadline: 1732221574874, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-21T20:39:31,878 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-21T20:39:31,887 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-560426345_22 at /127.0.0.1:34724 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=183 (was 182) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14448 (was 14452)
2024-11-21T20:39:31,896 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=183, ProcessCount=11, AvailableMemoryMB=14448
2024-11-21T20:39:31,899 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-21T20:39:31,903 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:31,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:31,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-21T20:39:31,905 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T20:39:31,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741843_1019 (size=418)
2024-11-21T20:39:31,917 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f04deed225e151d080ebba678c687b16, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:31,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741844_1020 (size=69)
2024-11-21T20:39:32,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:32,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f04deed225e151d080ebba678c687b16, disabling compactions & flushes
2024-11-21T20:39:32,328 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16. after waiting 0 ms
2024-11-21T20:39:32,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,329 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,329 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f04deed225e151d080ebba678c687b16:
Waiting for close lock at 1732221572328Disabling compacts and flushes for region at 1732221572328Disabling writes for close at 1732221572328Writing region close event to WAL at 1732221572328Closed at 1732221572328
2024-11-21T20:39:32,332 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:32,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732221572332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221572332"}]},"ts":"1732221572332"}
2024-11-21T20:39:32,337 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:32,338 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:32,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221572339"}]},"ts":"1732221572339"}
2024-11-21T20:39:32,342 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-21T20:39:32,342 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f04deed225e151d080ebba678c687b16, ASSIGN}]
2024-11-21T20:39:32,344 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f04deed225e151d080ebba678c687b16, ASSIGN
2024-11-21T20:39:32,346 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f04deed225e151d080ebba678c687b16, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:32,498 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f04deed225e151d080ebba678c687b16, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:32,505 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f04deed225e151d080ebba678c687b16, ASSIGN because future has completed
2024-11-21T20:39:32,506 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04deed225e151d080ebba678c687b16, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:32,668 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,668 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f04deed225e151d080ebba678c687b16, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:32,668 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:32,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-21T20:39:32,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,669 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,672 INFO  [StoreOpener-f04deed225e151d080ebba678c687b16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f04deed225e151d080ebba678c687b16 
2024-11-21T20:39:32,674 INFO  [StoreOpener-f04deed225e151d080ebba678c687b16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04deed225e151d080ebba678c687b16 columnFamilyName testFamily
2024-11-21T20:39:32,674 DEBUG [StoreOpener-f04deed225e151d080ebba678c687b16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:32,675 INFO  [StoreOpener-f04deed225e151d080ebba678c687b16-1 {}] regionserver.HStore(327): Store=f04deed225e151d080ebba678c687b16/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:32,676 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,677 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,677 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,678 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,678 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,680 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,683 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:32,684 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f04deed225e151d080ebba678c687b16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66637316, jitterRate=-0.007026612758636475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:32,684 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f04deed225e151d080ebba678c687b16
2024-11-21T20:39:32,685 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f04deed225e151d080ebba678c687b16:
Running coprocessor pre-open hook at 1732221572669Writing region info on filesystem at 1732221572669Initializing all the Stores at 1732221572671 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221572671Cleaning up temporary data from old regions at 1732221572678 (+7 ms)Running coprocessor post-open hooks at 1732221572684 (+6 ms)Region opened successfully at 1732221572685 (+1 ms)
2024-11-21T20:39:32,686 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., pid=18, masterSystemTime=1732221572662
2024-11-21T20:39:32,689 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,689 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:39:32,690 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f04deed225e151d080ebba678c687b16, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:32,692 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04deed225e151d080ebba678c687b16, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:32,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-21T20:39:32,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f04deed225e151d080ebba678c687b16, server=377014bd7527,32823,1732221516393 in 188 msec
2024-11-21T20:39:32,701 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-21T20:39:32,701 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=f04deed225e151d080ebba678c687b16, ASSIGN in 355 msec
2024-11-21T20:39:32,702 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:32,702 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221572702"}]},"ts":"1732221572702"}
2024-11-21T20:39:32,704 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-21T20:39:32,705 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:32,707 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 806 msec
2024-11-21T20:39:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-21T20:39:32,915 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-21T20:39:32,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-21T20:39:32,915 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:32,924 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-21T20:39:32,924 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:32,924 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-21T20:39:32,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:32,939 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:32,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-21T20:39:32,942 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T20:39:32,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T20:39:33,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-21T20:39:33,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-21T20:39:33,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:39:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-11-21T20:39:34,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T20:39:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:34,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T20:39:35,480 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:35,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=972ms
2024-11-21T20:39:35,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=972ms
2024-11-21T20:39:35,951 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:39:35,960 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 228), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 183), ProcessCount=11 (was 11), AvailableMemoryMB=14440 (was 14448)
2024-11-21T20:39:35,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-21T20:39:35,967 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:35,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-21T20:39:35,968 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:35,969 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=14440
2024-11-21T20:39:35,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-21T20:39:35,976 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:35,976 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:35,977 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-21T20:39:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T20:39:35,979 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:35,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741845_1021 (size=416)
2024-11-21T20:39:36,396 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbd3041ca834482a1b665241fc303f8d, NAME => 'testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:36,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741846_1022 (size=67)
2024-11-21T20:39:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-11-21T20:39:36,813 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:36,814 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fbd3041ca834482a1b665241fc303f8d, disabling compactions & flushes
2024-11-21T20:39:36,814 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:36,814 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:36,814 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d. after waiting 0 ms
2024-11-21T20:39:36,814 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:36,814 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:36,814 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbd3041ca834482a1b665241fc303f8d:
Waiting for close lock at 1732221576813Disabling compacts and flushes for region at 1732221576813Disabling writes for close at 1732221576814 (+1 ms)Writing region close event to WAL at 1732221576814Closed at 1732221576814
2024-11-21T20:39:36,816 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:36,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732221576816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221576816"}]},"ts":"1732221576816"}
2024-11-21T20:39:36,820 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:36,822 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:36,822 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221576822"}]},"ts":"1732221576822"}
2024-11-21T20:39:36,825 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-21T20:39:36,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbd3041ca834482a1b665241fc303f8d, ASSIGN}]
2024-11-21T20:39:36,827 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbd3041ca834482a1b665241fc303f8d, ASSIGN
2024-11-21T20:39:36,828 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbd3041ca834482a1b665241fc303f8d, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:36,979 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fbd3041ca834482a1b665241fc303f8d, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:36,987 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbd3041ca834482a1b665241fc303f8d, ASSIGN because future has completed
2024-11-21T20:39:36,989 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbd3041ca834482a1b665241fc303f8d, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T20:39:37,154 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:37,154 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fbd3041ca834482a1b665241fc303f8d, NAME => 'testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:37,155 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,155 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:37,155 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,155 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,158 INFO  [StoreOpener-fbd3041ca834482a1b665241fc303f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fbd3041ca834482a1b665241fc303f8d 
2024-11-21T20:39:37,161 INFO  [StoreOpener-fbd3041ca834482a1b665241fc303f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbd3041ca834482a1b665241fc303f8d columnFamilyName testFamily
2024-11-21T20:39:37,161 DEBUG [StoreOpener-fbd3041ca834482a1b665241fc303f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:37,162 INFO  [StoreOpener-fbd3041ca834482a1b665241fc303f8d-1 {}] regionserver.HStore(327): Store=fbd3041ca834482a1b665241fc303f8d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:37,162 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,163 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,164 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,164 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,164 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,167 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,170 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:37,171 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fbd3041ca834482a1b665241fc303f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70191778, jitterRate=0.04593899846076965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:37,171 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:39:37,171 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fbd3041ca834482a1b665241fc303f8d:
Running coprocessor pre-open hook at 1732221577156Writing region info on filesystem at 1732221577156Initializing all the Stores at 1732221577157 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221577157Cleaning up temporary data from old regions at 1732221577164 (+7 ms)Running coprocessor post-open hooks at 1732221577171 (+7 ms)Region opened successfully at 1732221577171
2024-11-21T20:39:37,173 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., pid=21, masterSystemTime=1732221577143
2024-11-21T20:39:37,175 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:37,175 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:39:37,176 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fbd3041ca834482a1b665241fc303f8d, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:37,179 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbd3041ca834482a1b665241fc303f8d, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:37,184 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-21T20:39:37,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure fbd3041ca834482a1b665241fc303f8d, server=377014bd7527,32823,1732221516393 in 192 msec
2024-11-21T20:39:37,187 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-21T20:39:37,187 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fbd3041ca834482a1b665241fc303f8d, ASSIGN in 359 msec
2024-11-21T20:39:37,188 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:37,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221577188"}]},"ts":"1732221577188"}
2024-11-21T20:39:37,190 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-21T20:39:37,192 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:37,194 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2200 sec
2024-11-21T20:39:38,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-21T20:39:38,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-21T20:39:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T20:39:39,014 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-21T20:39:39,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-21T20:39:39,015 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:39,020 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-21T20:39:39,021 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:39,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-21T20:39:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:39,037 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:39,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-21T20:39:39,040 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T20:39:39,042 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T20:39:39,044 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T20:39:39,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T20:39:42,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151976' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T20:39:42,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57304 deadline: 1732221583053, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151976' does not exist
2024-11-21T20:39:42,061 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 377014bd7527,32823,1732221516393 for closing scanner id = 3200378628458151976 for fbd3041ca834482a1b665241fc303f8d of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151976' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T20:39:42,068 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=14435 (was 14440)
2024-11-21T20:39:42,076 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=14435
2024-11-21T20:39:42,079 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-21T20:39:42,083 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:42,084 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:42,084 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-21T20:39:42,085 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T20:39:42,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741847_1023 (size=411)
2024-11-21T20:39:42,500 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 037a3e3a309a1cac013e6a7dfbb05206, NAME => 'testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:42,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741848_1024 (size=62)
2024-11-21T20:39:42,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-11-21T20:39:42,660 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:42,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:42,917 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 037a3e3a309a1cac013e6a7dfbb05206, disabling compactions & flushes
2024-11-21T20:39:42,917 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:42,918 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:42,918 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206. after waiting 0 ms
2024-11-21T20:39:42,918 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:42,918 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:42,918 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 037a3e3a309a1cac013e6a7dfbb05206:
Waiting for close lock at 1732221582917Disabling compacts and flushes for region at 1732221582917Disabling writes for close at 1732221582918 (+1 ms)Writing region close event to WAL at 1732221582918Closed at 1732221582918
2024-11-21T20:39:42,923 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:42,924 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732221582923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221582923"}]},"ts":"1732221582923"}
2024-11-21T20:39:42,927 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:42,929 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:42,929 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221582929"}]},"ts":"1732221582929"}
2024-11-21T20:39:42,933 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T20:39:42,933 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=037a3e3a309a1cac013e6a7dfbb05206, ASSIGN}]
2024-11-21T20:39:42,935 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=037a3e3a309a1cac013e6a7dfbb05206, ASSIGN
2024-11-21T20:39:42,936 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=037a3e3a309a1cac013e6a7dfbb05206, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:43,088 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=037a3e3a309a1cac013e6a7dfbb05206, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T20:39:43,096 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=037a3e3a309a1cac013e6a7dfbb05206, ASSIGN because future has completed
2024-11-21T20:39:43,097 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 037a3e3a309a1cac013e6a7dfbb05206, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:43,291 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:43,291 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 037a3e3a309a1cac013e6a7dfbb05206, NAME => 'testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:43,291 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,291 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:43,291 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,292 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,293 INFO  [StoreOpener-037a3e3a309a1cac013e6a7dfbb05206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 037a3e3a309a1cac013e6a7dfbb05206 
2024-11-21T20:39:43,295 INFO  [StoreOpener-037a3e3a309a1cac013e6a7dfbb05206-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 037a3e3a309a1cac013e6a7dfbb05206 columnFamilyName testFamily
2024-11-21T20:39:43,295 DEBUG [StoreOpener-037a3e3a309a1cac013e6a7dfbb05206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:43,296 INFO  [StoreOpener-037a3e3a309a1cac013e6a7dfbb05206-1 {}] regionserver.HStore(327): Store=037a3e3a309a1cac013e6a7dfbb05206/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:43,296 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,297 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,298 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,298 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,298 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,300 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,303 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:43,303 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 037a3e3a309a1cac013e6a7dfbb05206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60525302, jitterRate=-0.09810271859169006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:43,303 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:39:43,304 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 037a3e3a309a1cac013e6a7dfbb05206:
Running coprocessor pre-open hook at 1732221583292Writing region info on filesystem at 1732221583292Initializing all the Stores at 1732221583293 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221583293Cleaning up temporary data from old regions at 1732221583298 (+5 ms)Running coprocessor post-open hooks at 1732221583303 (+5 ms)Region opened successfully at 1732221583304 (+1 ms)
2024-11-21T20:39:43,305 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206., pid=24, masterSystemTime=1732221583286
2024-11-21T20:39:43,308 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:43,308 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:39:43,309 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=037a3e3a309a1cac013e6a7dfbb05206, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:43,311 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 037a3e3a309a1cac013e6a7dfbb05206, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:43,315 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-21T20:39:43,315 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 037a3e3a309a1cac013e6a7dfbb05206, server=377014bd7527,32823,1732221516393 in 215 msec
2024-11-21T20:39:43,317 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-21T20:39:43,317 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=037a3e3a309a1cac013e6a7dfbb05206, ASSIGN in 382 msec
2024-11-21T20:39:43,318 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:43,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221583318"}]},"ts":"1732221583318"}
2024-11-21T20:39:43,321 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T20:39:43,322 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:43,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2420 sec
2024-11-21T20:39:44,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-21T20:39:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-21T20:39:45,116 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-21T20:39:45,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T20:39:45,117 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:45,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T20:39:45,127 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:45,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-21T20:39:45,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:45,140 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:45,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T20:39:45,143 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T20:39:45,146 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T20:39:45,147 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T20:39:45,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-21T20:39:45,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-21T20:39:45,967 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:45,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-21T20:39:45,970 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:48,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T20:39:48,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57304 deadline: 1732221589160, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151980' does not exist
2024-11-21T20:39:48,163 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 377014bd7527,32823,1732221516393 for closing scanner id = 3200378628458151980 for 037a3e3a309a1cac013e6a7dfbb05206 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151980' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T20:39:48,169 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=14418 (was 14435)
2024-11-21T20:39:48,179 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=14418
2024-11-21T20:39:48,182 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:48,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T20:39:48,200 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:48,201 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:48,201 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-21T20:39:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T20:39:48,203 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:48,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741849_1025 (size=419)
2024-11-21T20:39:48,619 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b39d269be004b94567e29b6d3bcd2c4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:48,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741850_1026 (size=70)
2024-11-21T20:39:48,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-11-21T20:39:48,798 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:49,032 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:49,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4b39d269be004b94567e29b6d3bcd2c4, disabling compactions & flushes
2024-11-21T20:39:49,033 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,033 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4. after waiting 0 ms
2024-11-21T20:39:49,034 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,034 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,034 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b39d269be004b94567e29b6d3bcd2c4:
Waiting for close lock at 1732221589033Disabling compacts and flushes for region at 1732221589033Disabling writes for close at 1732221589033Writing region close event to WAL at 1732221589034 (+1 ms)Closed at 1732221589034
2024-11-21T20:39:49,037 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:49,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732221589037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221589037"}]},"ts":"1732221589037"}
2024-11-21T20:39:49,041 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:49,043 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:49,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221589043"}]},"ts":"1732221589043"}
2024-11-21T20:39:49,046 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T20:39:49,047 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4b39d269be004b94567e29b6d3bcd2c4, ASSIGN}]
2024-11-21T20:39:49,049 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4b39d269be004b94567e29b6d3bcd2c4, ASSIGN
2024-11-21T20:39:49,050 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4b39d269be004b94567e29b6d3bcd2c4, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:49,201 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4b39d269be004b94567e29b6d3bcd2c4, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:49,204 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4b39d269be004b94567e29b6d3bcd2c4, ASSIGN because future has completed
2024-11-21T20:39:49,204 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b39d269be004b94567e29b6d3bcd2c4, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T20:39:49,368 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b39d269be004b94567e29b6d3bcd2c4, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,372 INFO  [StoreOpener-4b39d269be004b94567e29b6d3bcd2c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4b39d269be004b94567e29b6d3bcd2c4 
2024-11-21T20:39:49,375 INFO  [StoreOpener-4b39d269be004b94567e29b6d3bcd2c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b39d269be004b94567e29b6d3bcd2c4 columnFamilyName testFamily
2024-11-21T20:39:49,375 DEBUG [StoreOpener-4b39d269be004b94567e29b6d3bcd2c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:49,376 INFO  [StoreOpener-4b39d269be004b94567e29b6d3bcd2c4-1 {}] regionserver.HStore(327): Store=4b39d269be004b94567e29b6d3bcd2c4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:49,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:49,384 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4b39d269be004b94567e29b6d3bcd2c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61715693, jitterRate=-0.08036451041698456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:49,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:39:49,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4b39d269be004b94567e29b6d3bcd2c4:
Running coprocessor pre-open hook at 1732221589369Writing region info on filesystem at 1732221589369Initializing all the Stores at 1732221589371 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221589372 (+1 ms)Cleaning up temporary data from old regions at 1732221589378 (+6 ms)Running coprocessor post-open hooks at 1732221589384 (+6 ms)Region opened successfully at 1732221589385 (+1 ms)
2024-11-21T20:39:49,386 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., pid=27, masterSystemTime=1732221589358
2024-11-21T20:39:49,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,388 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:39:49,389 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4b39d269be004b94567e29b6d3bcd2c4, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:49,392 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b39d269be004b94567e29b6d3bcd2c4, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:49,396 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-21T20:39:49,396 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b39d269be004b94567e29b6d3bcd2c4, server=377014bd7527,32823,1732221516393 in 189 msec
2024-11-21T20:39:49,398 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-21T20:39:49,398 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4b39d269be004b94567e29b6d3bcd2c4, ASSIGN in 349 msec
2024-11-21T20:39:49,399 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:49,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221589399"}]},"ts":"1732221589399"}
2024-11-21T20:39:49,402 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T20:39:49,403 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:49,406 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2220 sec
2024-11-21T20:39:50,305 INFO  [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T20:39:50,305 INFO  [master/377014bd7527:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T20:39:50,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-21T20:39:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-21T20:39:51,246 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-21T20:39:51,246 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T20:39:51,247 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:51,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T20:39:51,259 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:39:51,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T20:39:51,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:39:51,271 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:39:51,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T20:39:51,274 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T20:39:51,276 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-21T20:39:54,874 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:39:55,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T20:39:55,968 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T20:39:57,281 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-21T20:39:57,282 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms
2024-11-21T20:39:57,282 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:39:57,299 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=120 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=14406 (was 14418)
2024-11-21T20:39:57,308 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=120, ProcessCount=11, AvailableMemoryMB=14406
2024-11-21T20:39:57,310 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:39:57,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-21T20:39:57,314 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:39:57,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:57,315 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-21T20:39:57,316 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:39:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T20:39:57,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741851_1027 (size=407)
2024-11-21T20:39:57,731 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef99926a1cce249da5fb23459cfd461, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:39:57,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741852_1028 (size=58)
2024-11-21T20:39:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-11-21T20:39:58,145 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:58,145 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 0ef99926a1cce249da5fb23459cfd461, disabling compactions & flushes
2024-11-21T20:39:58,145 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,145 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,146 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461. after waiting 1 ms
2024-11-21T20:39:58,146 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,146 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,146 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef99926a1cce249da5fb23459cfd461:
Waiting for close lock at 1732221598145Disabling compacts and flushes for region at 1732221598145Disabling writes for close at 1732221598146 (+1 ms)Writing region close event to WAL at 1732221598146Closed at 1732221598146
2024-11-21T20:39:58,151 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:39:58,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732221598151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221598151"}]},"ts":"1732221598151"}
2024-11-21T20:39:58,154 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:39:58,155 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:39:58,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221598155"}]},"ts":"1732221598155"}
2024-11-21T20:39:58,158 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-21T20:39:58,158 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0ef99926a1cce249da5fb23459cfd461, ASSIGN}]
2024-11-21T20:39:58,159 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0ef99926a1cce249da5fb23459cfd461, ASSIGN
2024-11-21T20:39:58,161 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0ef99926a1cce249da5fb23459cfd461, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:39:58,312 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0ef99926a1cce249da5fb23459cfd461, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:58,318 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0ef99926a1cce249da5fb23459cfd461, ASSIGN because future has completed
2024-11-21T20:39:58,319 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef99926a1cce249da5fb23459cfd461, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:39:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T20:39:58,488 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef99926a1cce249da5fb23459cfd461, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:39:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:39:58,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,492 INFO  [StoreOpener-0ef99926a1cce249da5fb23459cfd461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0ef99926a1cce249da5fb23459cfd461 
2024-11-21T20:39:58,494 INFO  [StoreOpener-0ef99926a1cce249da5fb23459cfd461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef99926a1cce249da5fb23459cfd461 columnFamilyName testFamily
2024-11-21T20:39:58,494 DEBUG [StoreOpener-0ef99926a1cce249da5fb23459cfd461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:39:58,495 INFO  [StoreOpener-0ef99926a1cce249da5fb23459cfd461-1 {}] regionserver.HStore(327): Store=0ef99926a1cce249da5fb23459cfd461/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:39:58,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:39:58,506 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 0ef99926a1cce249da5fb23459cfd461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70490939, jitterRate=0.05039684474468231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:39:58,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:39:58,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 0ef99926a1cce249da5fb23459cfd461:
Running coprocessor pre-open hook at 1732221598490Writing region info on filesystem at 1732221598490Initializing all the Stores at 1732221598491 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221598491Cleaning up temporary data from old regions at 1732221598498 (+7 ms)Running coprocessor post-open hooks at 1732221598506 (+8 ms)Region opened successfully at 1732221598507 (+1 ms)
2024-11-21T20:39:58,508 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461., pid=30, masterSystemTime=1732221598473
2024-11-21T20:39:58,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,511 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:39:58,512 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=0ef99926a1cce249da5fb23459cfd461, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:39:58,515 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef99926a1cce249da5fb23459cfd461, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:39:58,520 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-21T20:39:58,520 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef99926a1cce249da5fb23459cfd461, server=377014bd7527,32823,1732221516393 in 198 msec
2024-11-21T20:39:58,524 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-21T20:39:58,524 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=0ef99926a1cce249da5fb23459cfd461, ASSIGN in 362 msec
2024-11-21T20:39:58,525 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:39:58,525 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221598525"}]},"ts":"1732221598525"}
2024-11-21T20:39:58,526 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-21T20:39:58,527 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:39:58,530 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2160 sec
2024-11-21T20:40:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T20:40:00,345 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-21T20:40:00,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-21T20:40:00,345 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:40:00,356 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-21T20:40:00,356 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:40:00,357 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-21T20:40:00,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:40:00,369 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:40:00,369 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-21T20:40:00,373 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-21T20:40:00,375 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-21T20:40:00,376 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-21T20:40:00,377 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-21T20:40:02,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-21T20:40:03,995 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:40:04,724 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T20:40:05,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-21T20:40:05,968 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-21T20:40:06,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-21T20:40:06,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32823 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:57304 deadline: 1732221612383, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151988' does not exist
2024-11-21T20:40:06,389 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 377014bd7527,32823,1732221516393 for closing scanner id = 3200378628458151988 for 0ef99926a1cce249da5fb23459cfd461 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '3200378628458151988' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T20:40:06,396 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 120), ProcessCount=11 (was 11), AvailableMemoryMB=14401 (was 14406)
2024-11-21T20:40:06,404 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=14400
2024-11-21T20:40:06,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T20:40:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T20:40:06,409 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T20:40:06,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:40:06,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-21T20:40:06,410 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T20:40:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T20:40:06,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741853_1029 (size=423)
2024-11-21T20:40:06,825 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c94e3d125c6518940e4ca7d601bc29a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda
2024-11-21T20:40:06,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741854_1030 (size=74)
2024-11-21T20:40:06,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-11-21T20:40:07,238 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:40:07,238 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5c94e3d125c6518940e4ca7d601bc29a, disabling compactions & flushes
2024-11-21T20:40:07,238 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,239 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,239 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a. after waiting 0 ms
2024-11-21T20:40:07,239 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,239 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,239 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c94e3d125c6518940e4ca7d601bc29a:
Waiting for close lock at 1732221607238Disabling compacts and flushes for region at 1732221607238Disabling writes for close at 1732221607239 (+1 ms)Writing region close event to WAL at 1732221607239Closed at 1732221607239
2024-11-21T20:40:07,242 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T20:40:07,243 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732221607242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732221607242"}]},"ts":"1732221607242"}
2024-11-21T20:40:07,247 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T20:40:07,248 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T20:40:07,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221607248"}]},"ts":"1732221607248"}
2024-11-21T20:40:07,252 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-21T20:40:07,252 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5c94e3d125c6518940e4ca7d601bc29a, ASSIGN}]
2024-11-21T20:40:07,254 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5c94e3d125c6518940e4ca7d601bc29a, ASSIGN
2024-11-21T20:40:07,255 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5c94e3d125c6518940e4ca7d601bc29a, ASSIGN; state=OFFLINE, location=377014bd7527,32823,1732221516393; forceNewPlan=false, retain=false
2024-11-21T20:40:07,406 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5c94e3d125c6518940e4ca7d601bc29a, regionState=OPENING, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:40:07,414 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5c94e3d125c6518940e4ca7d601bc29a, ASSIGN because future has completed
2024-11-21T20:40:07,415 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c94e3d125c6518940e4ca7d601bc29a, server=377014bd7527,32823,1732221516393}]
2024-11-21T20:40:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T20:40:07,582 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,582 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c94e3d125c6518940e4ca7d601bc29a, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.', STARTKEY => '', ENDKEY => ''}
2024-11-21T20:40:07,583 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,583 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T20:40:07,584 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,584 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,586 INFO  [StoreOpener-5c94e3d125c6518940e4ca7d601bc29a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5c94e3d125c6518940e4ca7d601bc29a 
2024-11-21T20:40:07,588 INFO  [StoreOpener-5c94e3d125c6518940e4ca7d601bc29a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94e3d125c6518940e4ca7d601bc29a columnFamilyName testFamily
2024-11-21T20:40:07,588 DEBUG [StoreOpener-5c94e3d125c6518940e4ca7d601bc29a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T20:40:07,589 INFO  [StoreOpener-5c94e3d125c6518940e4ca7d601bc29a-1 {}] regionserver.HStore(327): Store=5c94e3d125c6518940e4ca7d601bc29a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T20:40:07,589 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,590 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,591 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,592 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,592 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,594 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,598 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T20:40:07,599 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 5c94e3d125c6518940e4ca7d601bc29a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238850, jitterRate=0.10624507069587708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-21T20:40:07,599 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:07,601 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 5c94e3d125c6518940e4ca7d601bc29a:
Running coprocessor pre-open hook at 1732221607584Writing region info on filesystem at 1732221607584Initializing all the Stores at 1732221607585 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732221607585Cleaning up temporary data from old regions at 1732221607592 (+7 ms)Running coprocessor post-open hooks at 1732221607599 (+7 ms)Region opened successfully at 1732221607601 (+2 ms)
2024-11-21T20:40:07,602 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., pid=33, masterSystemTime=1732221607569
2024-11-21T20:40:07,605 DEBUG [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,605 INFO  [RS_OPEN_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:07,606 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=5c94e3d125c6518940e4ca7d601bc29a, regionState=OPEN, openSeqNum=2, regionLocation=377014bd7527,32823,1732221516393
2024-11-21T20:40:07,609 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c94e3d125c6518940e4ca7d601bc29a, server=377014bd7527,32823,1732221516393 because future has completed
2024-11-21T20:40:07,613 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-21T20:40:07,613 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c94e3d125c6518940e4ca7d601bc29a, server=377014bd7527,32823,1732221516393 in 197 msec
2024-11-21T20:40:07,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-21T20:40:07,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=5c94e3d125c6518940e4ca7d601bc29a, ASSIGN in 361 msec
2024-11-21T20:40:07,616 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T20:40:07,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732221607616"}]},"ts":"1732221607616"}
2024-11-21T20:40:07,618 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-21T20:40:07,620 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T20:40:07,622 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2140 sec
2024-11-21T20:40:08,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-21T20:40:09,276 DEBUG [master/377014bd7527:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-21T20:40:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37189 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T20:40:09,436 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-21T20:40:09,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-21T20:40:09,437 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:40:09,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-21T20:40:09,446 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-21T20:40:09,446 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-21T20:40:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:40:09,463 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-21T20:40:09,463 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-21T20:40:09,467 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-21T20:40:09,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T20:40:10,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-21T20:40:10,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-11-21T20:40:10,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:40:10,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-11-21T20:40:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2]
2024-11-21T20:40:11,494 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-21T20:40:12,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=377014bd7527:32823 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=975ms
2024-11-21T20:40:12,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=975ms
2024-11-21T20:40:12,472 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., hostname=377014bd7527,32823,1732221516393, seqNum=2 from cache
2024-11-21T20:40:12,487 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=14394 (was 14400)
2024-11-21T20:40:12,487 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T20:40:12,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T20:40:12,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,492 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T20:40:12,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T20:40:12,492 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T20:40:12,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T20:40:12,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,493 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T20:40:12,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T20:40:12,493 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148815398, stopped=false
2024-11-21T20:40:12,493 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=377014bd7527,37189,1732221515615
2024-11-21T20:40:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T20:40:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T20:40:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:40:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:40:12,565 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T20:40:12,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T20:40:12,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T20:40:12,568 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T20:40:12,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T20:40:12,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,569 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '377014bd7527,32823,1732221516393' *****
2024-11-21T20:40:12,569 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T20:40:12,570 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T20:40:12,570 INFO  [RS:0;377014bd7527:32823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T20:40:12,570 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T20:40:12,570 INFO  [RS:0;377014bd7527:32823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for d594a7a44027b72ab4f0611eb26beac1
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 037a3e3a309a1cac013e6a7dfbb05206
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a73c06b956722ca6271490c1c0cfa1
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 94a9139205e56d61c9d572da46df0423
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ef99926a1cce249da5fb23459cfd461
2024-11-21T20:40:12,571 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b39d269be004b94567e29b6d3bcd2c4
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f2897fb33edb814dcc4b3aa5cdc5c50
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:12,572 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d594a7a44027b72ab4f0611eb26beac1, disabling compactions & flushes
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c94e3d125c6518940e4ca7d601bc29a
2024-11-21T20:40:12,572 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for f04deed225e151d080ebba678c687b16
2024-11-21T20:40:12,572 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:40:12,572 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1. after waiting 0 ms
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(959): stopping server 377014bd7527,32823,1732221516393
2024-11-21T20:40:12,572 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T20:40:12,572 INFO  [RS:0;377014bd7527:32823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;377014bd7527:32823.
2024-11-21T20:40:12,572 DEBUG [RS:0;377014bd7527:32823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T20:40:12,572 DEBUG [RS:0;377014bd7527:32823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:12,573 INFO  [RS:0;377014bd7527:32823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T20:40:12,573 INFO  [RS:0;377014bd7527:32823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T20:40:12,573 INFO  [RS:0;377014bd7527:32823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T20:40:12,573 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T20:40:12,573 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-21T20:40:12,573 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T20:40:12,573 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T20:40:12,574 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T20:40:12,574 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T20:40:12,574 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T20:40:12,574 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 037a3e3a309a1cac013e6a7dfbb05206, 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, d594a7a44027b72ab4f0611eb26beac1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:12,576 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-21T20:40:12,576 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d594a7a44027b72ab4f0611eb26beac1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:12,608 INFO  [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T20:40:12,609 INFO  [regionserver/377014bd7527:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T20:40:12,626 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/.tmp/testFamily/8038fae0ea40422897ca7e4ecdb728c9 is 61, key is row-0/testFamily:testQualifier/1732221552534/Put/seqid=0
2024-11-21T20:40:12,631 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/info/f21f5857ad6f442f93ebff0967b20411 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1./info:regioninfo/1732221550668/Put/seqid=0
2024-11-21T20:40:12,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741855_1031 (size=5049)
2024-11-21T20:40:12,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741856_1032 (size=20564)
2024-11-21T20:40:12,774 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 037a3e3a309a1cac013e6a7dfbb05206, 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, d594a7a44027b72ab4f0611eb26beac1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:12,975 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 037a3e3a309a1cac013e6a7dfbb05206, 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, d594a7a44027b72ab4f0611eb26beac1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:12,995 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T20:40:13,037 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/.tmp/testFamily/8038fae0ea40422897ca7e4ecdb728c9
2024-11-21T20:40:13,039 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/info/f21f5857ad6f442f93ebff0967b20411
2024-11-21T20:40:13,084 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:40:13,088 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/.tmp/testFamily/8038fae0ea40422897ca7e4ecdb728c9 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/testFamily/8038fae0ea40422897ca7e4ecdb728c9
2024-11-21T20:40:13,097 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/testFamily/8038fae0ea40422897ca7e4ecdb728c9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:13,103 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d594a7a44027b72ab4f0611eb26beac1 in 527ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:13,107 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/ns/ee7263cb5d6f4bd392a680efb5cd07f7 is 43, key is default/ns:d/1732221549228/Put/seqid=0
2024-11-21T20:40:13,109 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextExceptionAsync/d594a7a44027b72ab4f0611eb26beac1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:13,112 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:40:13,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741857_1033 (size=5153)
2024-11-21T20:40:13,112 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d594a7a44027b72ab4f0611eb26beac1:
Waiting for close lock at 1732221612571Running coprocessor pre-close hooks at 1732221612572 (+1 ms)Disabling compacts and flushes for region at 1732221612572Disabling writes for close at 1732221612572Obtaining lock to block concurrent updates at 1732221612576 (+4 ms)Preparing flush snapshotting stores in d594a7a44027b72ab4f0611eb26beac1 at 1732221612576Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221612582 (+6 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1. at 1732221612584 (+2 ms)Flushing d594a7a44027b72ab4f0611eb26beac1/testFamily: creating writer at 1732221612585 (+1 ms)Flushing d594a7a44027b72ab4f0611eb26beac1/testFamily: appending metadata at 1732221612621 (+36 ms)Flushing d594a7a44027b72ab4f0611eb26beac1/testFamily: closing flushed file at 1732221612623 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58773398: reopening flushed file at 1732221613086 (+463 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d594a7a44027b72ab4f0611eb26beac1 in 527ms, sequenceid=8, compaction requested=false at 1732221613103 (+17 ms)Writing region close event to WAL at 1732221613105 (+2 ms)Running coprocessor post-close hooks at 1732221613110 (+5 ms)Closed at 1732221613112 (+2 ms)
2024-11-21T20:40:13,113 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/ns/ee7263cb5d6f4bd392a680efb5cd07f7
2024-11-21T20:40:13,113 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732221549420.d594a7a44027b72ab4f0611eb26beac1.
2024-11-21T20:40:13,113 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 037a3e3a309a1cac013e6a7dfbb05206, disabling compactions & flushes
2024-11-21T20:40:13,113 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:40:13,113 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:40:13,113 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206. after waiting 0 ms
2024-11-21T20:40:13,113 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:40:13,113 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 037a3e3a309a1cac013e6a7dfbb05206 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:13,130 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/.tmp/testFamily/b4f7eee289734bc5915a94edee96b209 is 61, key is row-0/testFamily:testQualifier/1732221585131/Put/seqid=0
2024-11-21T20:40:13,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741858_1034 (size=5049)
2024-11-21T20:40:13,138 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/table/161611328a57454da04fea7a4c7ebaaa is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732221550685/Put/seqid=0
2024-11-21T20:40:13,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741859_1035 (size=6699)
2024-11-21T20:40:13,175 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 037a3e3a309a1cac013e6a7dfbb05206, 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:13,375 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 037a3e3a309a1cac013e6a7dfbb05206, 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:13,537 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/.tmp/testFamily/b4f7eee289734bc5915a94edee96b209
2024-11-21T20:40:13,545 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/table/161611328a57454da04fea7a4c7ebaaa
2024-11-21T20:40:13,552 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/.tmp/testFamily/b4f7eee289734bc5915a94edee96b209 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/testFamily/b4f7eee289734bc5915a94edee96b209
2024-11-21T20:40:13,555 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/info/f21f5857ad6f442f93ebff0967b20411 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/info/f21f5857ad6f442f93ebff0967b20411
2024-11-21T20:40:13,561 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/testFamily/b4f7eee289734bc5915a94edee96b209, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:13,564 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 037a3e3a309a1cac013e6a7dfbb05206 in 451ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:13,564 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/info/f21f5857ad6f442f93ebff0967b20411, entries=100, sequenceid=56, filesize=20.1 K
2024-11-21T20:40:13,566 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/ns/ee7263cb5d6f4bd392a680efb5cd07f7 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/ns/ee7263cb5d6f4bd392a680efb5cd07f7
2024-11-21T20:40:13,569 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNext/037a3e3a309a1cac013e6a7dfbb05206/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:13,570 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:40:13,570 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 037a3e3a309a1cac013e6a7dfbb05206:
Waiting for close lock at 1732221613113Running coprocessor pre-close hooks at 1732221613113Disabling compacts and flushes for region at 1732221613113Disabling writes for close at 1732221613113Obtaining lock to block concurrent updates at 1732221613113Preparing flush snapshotting stores in 037a3e3a309a1cac013e6a7dfbb05206 at 1732221613113Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221613114 (+1 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206. at 1732221613114Flushing 037a3e3a309a1cac013e6a7dfbb05206/testFamily: creating writer at 1732221613115 (+1 ms)Flushing 037a3e3a309a1cac013e6a7dfbb05206/testFamily: appending metadata at 1732221613130 (+15 ms)Flushing 037a3e3a309a1cac013e6a7dfbb05206/testFamily: closing flushed file at 1732221613130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309203d6: reopening flushed file at 1732221613551 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 037a3e3a309a1cac013e6a7dfbb05206 in 451ms, sequenceid=8, compaction requested=false at 1732221613564 (+13 ms)Writing region close event to WAL at 1732221613565 (+1 ms)Running coprocessor post-close hooks at 1732221613570 (+5 ms)Closed at 1732221613570
2024-11-21T20:40:13,570 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732221582079.037a3e3a309a1cac013e6a7dfbb05206.
2024-11-21T20:40:13,571 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a73c06b956722ca6271490c1c0cfa1, disabling compactions & flushes
2024-11-21T20:40:13,571 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:40:13,571 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:40:13,571 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1. after waiting 0 ms
2024-11-21T20:40:13,571 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:40:13,571 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8a73c06b956722ca6271490c1c0cfa1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:13,576 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-21T20:40:13,576 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/ns/ee7263cb5d6f4bd392a680efb5cd07f7, entries=2, sequenceid=56, filesize=5.0 K
2024-11-21T20:40:13,576 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1325): Online Regions={b8a73c06b956722ca6271490c1c0cfa1=hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., 94a9139205e56d61c9d572da46df0423=hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423., 0ef99926a1cce249da5fb23459cfd461=hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461., 4b39d269be004b94567e29b6d3bcd2c4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., 1588230740=hbase:meta,,1.1588230740, 8f2897fb33edb814dcc4b3aa5cdc5c50=testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., fbd3041ca834482a1b665241fc303f8d=testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., 5c94e3d125c6518940e4ca7d601bc29a=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., f04deed225e151d080ebba678c687b16=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.}
2024-11-21T20:40:13,576 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 1588230740, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:13,577 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/.tmp/table/161611328a57454da04fea7a4c7ebaaa as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/table/161611328a57454da04fea7a4c7ebaaa
2024-11-21T20:40:13,588 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/table/161611328a57454da04fea7a4c7ebaaa, entries=20, sequenceid=56, filesize=6.5 K
2024-11-21T20:40:13,588 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/.tmp/testFamily/d0ea40a60670439fb6502fd16dc7bb10 is 61, key is row-0/testFamily:testQualifier/1732221555681/Put/seqid=0
2024-11-21T20:40:13,589 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false
2024-11-21T20:40:13,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741860_1036 (size=5049)
2024-11-21T20:40:13,595 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-21T20:40:13,595 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T20:40:13,596 INFO  [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T20:40:13,596 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732221612573Running coprocessor pre-close hooks at 1732221612573Disabling compacts and flushes for region at 1732221612573Disabling writes for close at 1732221612574 (+1 ms)Obtaining lock to block concurrent updates at 1732221612576 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732221612576Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732221612582 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732221612584 (+2 ms)Flushing 1588230740/info: creating writer at 1732221612585 (+1 ms)Flushing 1588230740/info: appending metadata at 1732221612626 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732221612626Flushing 1588230740/ns: creating writer at 1732221613086 (+460 ms)Flushing 1588230740/ns: appending metadata at 1732221613106 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732221613106Flushing 1588230740/table: creating writer at 1732221613121 (+15 ms)Flushing 1588230740/table: appending metadata at 1732221613137 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732221613137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ae29e7: reopening flushed file at 1732221613554 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f63b48a: reopening flushed file at 1732221613564 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339bd51d: reopening flushed file at 1732221613576 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1015ms, sequenceid=56, compaction requested=false at 1732221613589 (+13 ms)Writing region close event to WAL at 1732221613590 (+1 ms)Running coprocessor post-close hooks at 1732221613595 (+5 ms)Closed at 1732221613595
2024-11-21T20:40:13,596 DEBUG [RS_CLOSE_META-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T20:40:13,776 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:13,977 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, b8a73c06b956722ca6271490c1c0cfa1, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:13,994 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/.tmp/testFamily/d0ea40a60670439fb6502fd16dc7bb10
2024-11-21T20:40:14,006 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/.tmp/testFamily/d0ea40a60670439fb6502fd16dc7bb10 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/testFamily/d0ea40a60670439fb6502fd16dc7bb10
2024-11-21T20:40:14,014 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/testFamily/d0ea40a60670439fb6502fd16dc7bb10, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:14,015 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b8a73c06b956722ca6271490c1c0cfa1 in 444ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:14,021 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScanner/b8a73c06b956722ca6271490c1c0cfa1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:14,022 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:40:14,022 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a73c06b956722ca6271490c1c0cfa1:
Waiting for close lock at 1732221613571Running coprocessor pre-close hooks at 1732221613571Disabling compacts and flushes for region at 1732221613571Disabling writes for close at 1732221613571Obtaining lock to block concurrent updates at 1732221613571Preparing flush snapshotting stores in b8a73c06b956722ca6271490c1c0cfa1 at 1732221613571Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221613571Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1. at 1732221613572 (+1 ms)Flushing b8a73c06b956722ca6271490c1c0cfa1/testFamily: creating writer at 1732221613572Flushing b8a73c06b956722ca6271490c1c0cfa1/testFamily: appending metadata at 1732221613587 (+15 ms)Flushing b8a73c06b956722ca6271490c1c0cfa1/testFamily: closing flushed file at 1732221613587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1127da1d: reopening flushed file at 1732221614004 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b8a73c06b956722ca6271490c1c0cfa1 in 444ms, sequenceid=8, compaction requested=false at 1732221614015 (+11 ms)Writing region close event to WAL at 1732221614016 (+1 ms)Running coprocessor post-close hooks at 1732221614022 (+6 ms)Closed at 1732221614022
2024-11-21T20:40:14,022 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732221552626.b8a73c06b956722ca6271490c1c0cfa1.
2024-11-21T20:40:14,022 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94a9139205e56d61c9d572da46df0423, disabling compactions & flushes
2024-11-21T20:40:14,022 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:40:14,022 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:40:14,023 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423. after waiting 1 ms
2024-11-21T20:40:14,023 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:40:14,023 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94a9139205e56d61c9d572da46df0423 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:14,042 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/.tmp/testFamily/fa7e879e434748c3b55aa25739f9c9e3 is 61, key is row-0/testFamily:testQualifier/1732221562754/Put/seqid=0
2024-11-21T20:40:14,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741861_1037 (size=5049)
2024-11-21T20:40:14,177 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:14,378 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, 94a9139205e56d61c9d572da46df0423, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:14,448 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/.tmp/testFamily/fa7e879e434748c3b55aa25739f9c9e3
2024-11-21T20:40:14,458 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/.tmp/testFamily/fa7e879e434748c3b55aa25739f9c9e3 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/testFamily/fa7e879e434748c3b55aa25739f9c9e3
2024-11-21T20:40:14,467 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/testFamily/fa7e879e434748c3b55aa25739f9c9e3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:14,468 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94a9139205e56d61c9d572da46df0423 in 445ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:14,473 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNextAsync/94a9139205e56d61c9d572da46df0423/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:14,473 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:40:14,473 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94a9139205e56d61c9d572da46df0423:
Waiting for close lock at 1732221614022Running coprocessor pre-close hooks at 1732221614022Disabling compacts and flushes for region at 1732221614022Disabling writes for close at 1732221614023 (+1 ms)Obtaining lock to block concurrent updates at 1732221614023Preparing flush snapshotting stores in 94a9139205e56d61c9d572da46df0423 at 1732221614023Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221614023Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423. at 1732221614024 (+1 ms)Flushing 94a9139205e56d61c9d572da46df0423/testFamily: creating writer at 1732221614024Flushing 94a9139205e56d61c9d572da46df0423/testFamily: appending metadata at 1732221614041 (+17 ms)Flushing 94a9139205e56d61c9d572da46df0423/testFamily: closing flushed file at 1732221614041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b3c518: reopening flushed file at 1732221614456 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 94a9139205e56d61c9d572da46df0423 in 445ms, sequenceid=8, compaction requested=false at 1732221614468 (+12 ms)Writing region close event to WAL at 1732221614469 (+1 ms)Running coprocessor post-close hooks at 1732221614473 (+4 ms)Closed at 1732221614473
2024-11-21T20:40:14,473 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732221561727.94a9139205e56d61c9d572da46df0423.
2024-11-21T20:40:14,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ef99926a1cce249da5fb23459cfd461, disabling compactions & flushes
2024-11-21T20:40:14,474 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:40:14,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:40:14,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461. after waiting 0 ms
2024-11-21T20:40:14,474 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:40:14,474 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ef99926a1cce249da5fb23459cfd461 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:14,491 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/.tmp/testFamily/53c44f2fa3ac45d2800076f6304b71fc is 61, key is row-0/testFamily:testQualifier/1732221600360/Put/seqid=0
2024-11-21T20:40:14,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741862_1038 (size=5049)
2024-11-21T20:40:14,578 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-21T20:40:14,578 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1325): Online Regions={0ef99926a1cce249da5fb23459cfd461=hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461., 4b39d269be004b94567e29b6d3bcd2c4=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., 8f2897fb33edb814dcc4b3aa5cdc5c50=testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., fbd3041ca834482a1b665241fc303f8d=testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., 5c94e3d125c6518940e4ca7d601bc29a=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., f04deed225e151d080ebba678c687b16=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.}
2024-11-21T20:40:14,578 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:14,778 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 0ef99926a1cce249da5fb23459cfd461, 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:14,898 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/.tmp/testFamily/53c44f2fa3ac45d2800076f6304b71fc
2024-11-21T20:40:14,917 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/.tmp/testFamily/53c44f2fa3ac45d2800076f6304b71fc as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/testFamily/53c44f2fa3ac45d2800076f6304b71fc
2024-11-21T20:40:14,926 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/testFamily/53c44f2fa3ac45d2800076f6304b71fc, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:14,928 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ef99926a1cce249da5fb23459cfd461 in 453ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:14,933 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnNext/0ef99926a1cce249da5fb23459cfd461/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:14,933 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ef99926a1cce249da5fb23459cfd461:
Waiting for close lock at 1732221614474Running coprocessor pre-close hooks at 1732221614474Disabling compacts and flushes for region at 1732221614474Disabling writes for close at 1732221614474Obtaining lock to block concurrent updates at 1732221614474Preparing flush snapshotting stores in 0ef99926a1cce249da5fb23459cfd461 at 1732221614474Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221614474Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461. at 1732221614475 (+1 ms)Flushing 0ef99926a1cce249da5fb23459cfd461/testFamily: creating writer at 1732221614475Flushing 0ef99926a1cce249da5fb23459cfd461/testFamily: appending metadata at 1732221614491 (+16 ms)Flushing 0ef99926a1cce249da5fb23459cfd461/testFamily: closing flushed file at 1732221614491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36537624: reopening flushed file at 1732221614915 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0ef99926a1cce249da5fb23459cfd461 in 453ms, sequenceid=8, compaction requested=false at 1732221614928 (+13 ms)Writing region close event to WAL at 1732221614928Running coprocessor post-close hooks at 1732221614933 (+5 ms)Closed at 1732221614933
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732221597310.0ef99926a1cce249da5fb23459cfd461.
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b39d269be004b94567e29b6d3bcd2c4, disabling compactions & flushes
2024-11-21T20:40:14,934 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4. after waiting 0 ms
2024-11-21T20:40:14,934 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:40:14,934 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b39d269be004b94567e29b6d3bcd2c4 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:14,951 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/.tmp/testFamily/c8e93f1cf8e84c789925bc6b2f6d250d is 61, key is row-0/testFamily:testQualifier/1732221591263/Put/seqid=0
2024-11-21T20:40:14,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741863_1039 (size=5049)
2024-11-21T20:40:14,979 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:15,179 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:15,358 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/.tmp/testFamily/c8e93f1cf8e84c789925bc6b2f6d250d
2024-11-21T20:40:15,373 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/.tmp/testFamily/c8e93f1cf8e84c789925bc6b2f6d250d as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/testFamily/c8e93f1cf8e84c789925bc6b2f6d250d
2024-11-21T20:40:15,379 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 4b39d269be004b94567e29b6d3bcd2c4, 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:15,382 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/testFamily/c8e93f1cf8e84c789925bc6b2f6d250d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:15,383 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4b39d269be004b94567e29b6d3bcd2c4 in 449ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:15,387 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4b39d269be004b94567e29b6d3bcd2c4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:15,388 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:40:15,388 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b39d269be004b94567e29b6d3bcd2c4:
Waiting for close lock at 1732221614934Running coprocessor pre-close hooks at 1732221614934Disabling compacts and flushes for region at 1732221614934Disabling writes for close at 1732221614934Obtaining lock to block concurrent updates at 1732221614934Preparing flush snapshotting stores in 4b39d269be004b94567e29b6d3bcd2c4 at 1732221614934Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221614935 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4. at 1732221614935Flushing 4b39d269be004b94567e29b6d3bcd2c4/testFamily: creating writer at 1732221614936 (+1 ms)Flushing 4b39d269be004b94567e29b6d3bcd2c4/testFamily: appending metadata at 1732221614950 (+14 ms)Flushing 4b39d269be004b94567e29b6d3bcd2c4/testFamily: closing flushed file at 1732221614950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715f12b1: reopening flushed file at 1732221615372 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4b39d269be004b94567e29b6d3bcd2c4 in 449ms, sequenceid=8, compaction requested=false at 1732221615383 (+11 ms)Writing region close event to WAL at 1732221615383Running coprocessor post-close hooks at 1732221615388 (+5 ms)Closed at 1732221615388
2024-11-21T20:40:15,388 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732221588182.4b39d269be004b94567e29b6d3bcd2c4.
2024-11-21T20:40:15,389 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f2897fb33edb814dcc4b3aa5cdc5c50, disabling compactions & flushes
2024-11-21T20:40:15,389 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:40:15,389 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:40:15,389 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50. after waiting 0 ms
2024-11-21T20:40:15,389 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:40:15,389 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f2897fb33edb814dcc4b3aa5cdc5c50 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:15,406 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/.tmp/testFamily/255f8fbf50fa483085d2d860bb749b43 is 61, key is row-0/testFamily:testQualifier/1732221571841/Put/seqid=0
2024-11-21T20:40:15,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741864_1040 (size=5049)
2024-11-21T20:40:15,580 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-21T20:40:15,580 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1325): Online Regions={8f2897fb33edb814dcc4b3aa5cdc5c50=testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., fbd3041ca834482a1b665241fc303f8d=testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., 5c94e3d125c6518940e4ca7d601bc29a=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., f04deed225e151d080ebba678c687b16=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.}
2024-11-21T20:40:15,580 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:15,780 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, 8f2897fb33edb814dcc4b3aa5cdc5c50, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:15,813 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/.tmp/testFamily/255f8fbf50fa483085d2d860bb749b43
2024-11-21T20:40:15,827 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/.tmp/testFamily/255f8fbf50fa483085d2d860bb749b43 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily/255f8fbf50fa483085d2d860bb749b43
2024-11-21T20:40:15,835 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily/255f8fbf50fa483085d2d860bb749b43, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:15,837 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f2897fb33edb814dcc4b3aa5cdc5c50 in 448ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:15,842 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testRetryOutOfOrderScannerNextException/8f2897fb33edb814dcc4b3aa5cdc5c50/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:15,843 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:40:15,843 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f2897fb33edb814dcc4b3aa5cdc5c50:
Waiting for close lock at 1732221615389Running coprocessor pre-close hooks at 1732221615389Disabling compacts and flushes for region at 1732221615389Disabling writes for close at 1732221615389Obtaining lock to block concurrent updates at 1732221615389Preparing flush snapshotting stores in 8f2897fb33edb814dcc4b3aa5cdc5c50 at 1732221615389Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221615389Flushing stores of testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50. at 1732221615390 (+1 ms)Flushing 8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily: creating writer at 1732221615390Flushing 8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily: appending metadata at 1732221615406 (+16 ms)Flushing 8f2897fb33edb814dcc4b3aa5cdc5c50/testFamily: closing flushed file at 1732221615406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ed434: reopening flushed file at 1732221615825 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8f2897fb33edb814dcc4b3aa5cdc5c50 in 448ms, sequenceid=8, compaction requested=false at 1732221615837 (+12 ms)Writing region close event to WAL at 1732221615838 (+1 ms)Running coprocessor post-close hooks at 1732221615843 (+5 ms)Closed at 1732221615843
2024-11-21T20:40:15,843 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732221568796.8f2897fb33edb814dcc4b3aa5cdc5c50.
2024-11-21T20:40:15,844 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbd3041ca834482a1b665241fc303f8d, disabling compactions & flushes
2024-11-21T20:40:15,844 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:40:15,844 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:40:15,844 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d. after waiting 0 ms
2024-11-21T20:40:15,844 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:40:15,844 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbd3041ca834482a1b665241fc303f8d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:15,861 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/.tmp/testFamily/f0d10e49eb02451187b1d7b6f1802a78 is 61, key is row-0/testFamily:testQualifier/1732221579026/Put/seqid=0
2024-11-21T20:40:15,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741865_1041 (size=5049)
2024-11-21T20:40:15,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-21T20:40:15,967 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-21T20:40:15,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T20:40:15,969 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-21T20:40:15,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-21T20:40:15,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-21T20:40:15,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T20:40:15,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-21T20:40:15,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-21T20:40:15,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-21T20:40:15,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-21T20:40:15,981 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:16,181 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, f04deed225e151d080ebba678c687b16, fbd3041ca834482a1b665241fc303f8d
2024-11-21T20:40:16,269 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/.tmp/testFamily/f0d10e49eb02451187b1d7b6f1802a78
2024-11-21T20:40:16,316 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/.tmp/testFamily/f0d10e49eb02451187b1d7b6f1802a78 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/testFamily/f0d10e49eb02451187b1d7b6f1802a78
2024-11-21T20:40:16,327 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/testFamily/f0d10e49eb02451187b1d7b6f1802a78, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:16,329 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbd3041ca834482a1b665241fc303f8d in 485ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:16,334 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnNextAsync/fbd3041ca834482a1b665241fc303f8d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:16,335 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:40:16,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbd3041ca834482a1b665241fc303f8d:
Waiting for close lock at 1732221615844Running coprocessor pre-close hooks at 1732221615844Disabling compacts and flushes for region at 1732221615844Disabling writes for close at 1732221615844Obtaining lock to block concurrent updates at 1732221615844Preparing flush snapshotting stores in fbd3041ca834482a1b665241fc303f8d at 1732221615844Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221615844Flushing stores of testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d. at 1732221615845 (+1 ms)Flushing fbd3041ca834482a1b665241fc303f8d/testFamily: creating writer at 1732221615845Flushing fbd3041ca834482a1b665241fc303f8d/testFamily: appending metadata at 1732221615861 (+16 ms)Flushing fbd3041ca834482a1b665241fc303f8d/testFamily: closing flushed file at 1732221615861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c93fc6a: reopening flushed file at 1732221616315 (+454 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fbd3041ca834482a1b665241fc303f8d in 485ms, sequenceid=8, compaction requested=false at 1732221616329 (+14 ms)Writing region close event to WAL at 1732221616330 (+1 ms)Running coprocessor post-close hooks at 1732221616335 (+5 ms)Closed at 1732221616335
2024-11-21T20:40:16,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732221575971.fbd3041ca834482a1b665241fc303f8d.
2024-11-21T20:40:16,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c94e3d125c6518940e4ca7d601bc29a, disabling compactions & flushes
2024-11-21T20:40:16,335 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:16,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:16,335 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a. after waiting 0 ms
2024-11-21T20:40:16,336 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:16,336 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c94e3d125c6518940e4ca7d601bc29a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:16,352 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/.tmp/testFamily/090f8d0ff6f243f28ca67773fde1f3e6 is 61, key is row-0/testFamily:testQualifier/1732221609452/Put/seqid=0
2024-11-21T20:40:16,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741866_1042 (size=5049)
2024-11-21T20:40:16,382 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, f04deed225e151d080ebba678c687b16
2024-11-21T20:40:16,582 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T20:40:16,582 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1325): Online Regions={5c94e3d125c6518940e4ca7d601bc29a=testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., f04deed225e151d080ebba678c687b16=testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.}
2024-11-21T20:40:16,582 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, f04deed225e151d080ebba678c687b16
2024-11-21T20:40:16,759 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/.tmp/testFamily/090f8d0ff6f243f28ca67773fde1f3e6
2024-11-21T20:40:16,774 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/.tmp/testFamily/090f8d0ff6f243f28ca67773fde1f3e6 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/testFamily/090f8d0ff6f243f28ca67773fde1f3e6
2024-11-21T20:40:16,781 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/testFamily/090f8d0ff6f243f28ca67773fde1f3e6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:16,782 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on 5c94e3d125c6518940e4ca7d601bc29a, f04deed225e151d080ebba678c687b16
2024-11-21T20:40:16,782 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c94e3d125c6518940e4ca7d601bc29a in 446ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:16,787 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScannerAsync/5c94e3d125c6518940e4ca7d601bc29a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:16,788 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:16,788 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c94e3d125c6518940e4ca7d601bc29a:
Waiting for close lock at 1732221616335Running coprocessor pre-close hooks at 1732221616335Disabling compacts and flushes for region at 1732221616335Disabling writes for close at 1732221616335Obtaining lock to block concurrent updates at 1732221616336 (+1 ms)Preparing flush snapshotting stores in 5c94e3d125c6518940e4ca7d601bc29a at 1732221616336Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221616336Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a. at 1732221616337 (+1 ms)Flushing 5c94e3d125c6518940e4ca7d601bc29a/testFamily: creating writer at 1732221616337Flushing 5c94e3d125c6518940e4ca7d601bc29a/testFamily: appending metadata at 1732221616352 (+15 ms)Flushing 5c94e3d125c6518940e4ca7d601bc29a/testFamily: closing flushed file at 1732221616352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627aa719: reopening flushed file at 1732221616773 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5c94e3d125c6518940e4ca7d601bc29a in 446ms, sequenceid=8, compaction requested=false at 1732221616782 (+9 ms)Writing region close event to WAL at 1732221616783 (+1 ms)Running coprocessor post-close hooks at 1732221616788 (+5 ms)Closed at 1732221616788
2024-11-21T20:40:16,788 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732221606406.5c94e3d125c6518940e4ca7d601bc29a.
2024-11-21T20:40:16,789 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f04deed225e151d080ebba678c687b16, disabling compactions & flushes
2024-11-21T20:40:16,789 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:40:16,789 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:40:16,789 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16. after waiting 0 ms
2024-11-21T20:40:16,789 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:40:16,789 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f04deed225e151d080ebba678c687b16 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-21T20:40:16,804 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/.tmp/testFamily/033559a7bca142c38dd12670719da8ee is 61, key is row-0/testFamily:testQualifier/1732221572929/Put/seqid=0
2024-11-21T20:40:16,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741867_1043 (size=5049)
2024-11-21T20:40:16,983 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on f04deed225e151d080ebba678c687b16
2024-11-21T20:40:17,183 DEBUG [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1351): Waiting on f04deed225e151d080ebba678c687b16
2024-11-21T20:40:17,211 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/.tmp/testFamily/033559a7bca142c38dd12670719da8ee
2024-11-21T20:40:17,226 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/.tmp/testFamily/033559a7bca142c38dd12670719da8ee as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/testFamily/033559a7bca142c38dd12670719da8ee
2024-11-21T20:40:17,234 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/testFamily/033559a7bca142c38dd12670719da8ee, entries=4, sequenceid=8, filesize=4.9 K
2024-11-21T20:40:17,235 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f04deed225e151d080ebba678c687b16 in 446ms, sequenceid=8, compaction requested=false
2024-11-21T20:40:17,240 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/data/default/testNormalScanTimeoutOnOpenScanner/f04deed225e151d080ebba678c687b16/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T20:40:17,241 INFO  [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:40:17,241 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f04deed225e151d080ebba678c687b16:
Waiting for close lock at 1732221616789Running coprocessor pre-close hooks at 1732221616789Disabling compacts and flushes for region at 1732221616789Disabling writes for close at 1732221616789Obtaining lock to block concurrent updates at 1732221616789Preparing flush snapshotting stores in f04deed225e151d080ebba678c687b16 at 1732221616789Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732221616789Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16. at 1732221616790 (+1 ms)Flushing f04deed225e151d080ebba678c687b16/testFamily: creating writer at 1732221616790Flushing f04deed225e151d080ebba678c687b16/testFamily: appending metadata at 1732221616804 (+14 ms)Flushing f04deed225e151d080ebba678c687b16/testFamily: closing flushed file at 1732221616804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdd7d36: reopening flushed file at 1732221617225 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f04deed225e151d080ebba678c687b16 in 446ms, sequenceid=8, compaction requested=false at 1732221617235 (+10 ms)Writing region close event to WAL at 1732221617236 (+1 ms)Running coprocessor post-close hooks at 1732221617241 (+5 ms)Closed at 1732221617241
2024-11-21T20:40:17,241 DEBUG [RS_CLOSE_REGION-regionserver/377014bd7527:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732221571899.f04deed225e151d080ebba678c687b16.
2024-11-21T20:40:17,384 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(976): stopping server 377014bd7527,32823,1732221516393; all regions closed.
2024-11-21T20:40:17,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741834_1010 (size=19479)
2024-11-21T20:40:17,393 DEBUG [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/oldWALs
2024-11-21T20:40:17,393 INFO  [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C32823%2C1732221516393.meta:.meta(num 1732221549047)
2024-11-21T20:40:17,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741833_1009 (size=20031)
2024-11-21T20:40:17,396 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/WALs/377014bd7527,32823,1732221516393/377014bd7527%2C32823%2C1732221516393.1732221548631 not finished, retry = 0
2024-11-21T20:40:17,423 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=377014bd7527:37189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-21T20:40:17,500 DEBUG [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/oldWALs
2024-11-21T20:40:17,500 INFO  [RS:0;377014bd7527:32823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 377014bd7527%2C32823%2C1732221516393:(num 1732221548631)
2024-11-21T20:40:17,500 DEBUG [RS:0;377014bd7527:32823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T20:40:17,500 INFO  [RS:0;377014bd7527:32823 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T20:40:17,500 INFO  [RS:0;377014bd7527:32823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T20:40:17,500 INFO  [RS:0;377014bd7527:32823 {}] hbase.ChoreService(370): Chore service for: regionserver/377014bd7527:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T20:40:17,501 INFO  [RS:0;377014bd7527:32823 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T20:40:17,501 INFO  [regionserver/377014bd7527:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T20:40:17,502 INFO  [RS:0;377014bd7527:32823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32823
2024-11-21T20:40:17,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T20:40:17,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/377014bd7527,32823,1732221516393
2024-11-21T20:40:17,563 INFO  [RS:0;377014bd7527:32823 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T20:40:17,574 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [377014bd7527,32823,1732221516393]
2024-11-21T20:40:17,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/377014bd7527,32823,1732221516393 already deleted, retry=false
2024-11-21T20:40:17,584 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 377014bd7527,32823,1732221516393 expired; onlineServers=0
2024-11-21T20:40:17,584 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '377014bd7527,37189,1732221515615' *****
2024-11-21T20:40:17,584 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T20:40:17,585 INFO  [M:0;377014bd7527:37189 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T20:40:17,585 INFO  [M:0;377014bd7527:37189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T20:40:17,585 DEBUG [M:0;377014bd7527:37189 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T20:40:17,586 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T20:40:17,586 DEBUG [M:0;377014bd7527:37189 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T20:40:17,586 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221518436 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.small.0-1732221518436,5,FailOnTimeoutGroup]
2024-11-21T20:40:17,586 DEBUG [master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221518435 {}] cleaner.HFileCleaner(306): Exit Thread[master/377014bd7527:0:becomeActiveMaster-HFileCleaner.large.0-1732221518435,5,FailOnTimeoutGroup]
2024-11-21T20:40:17,586 INFO  [M:0;377014bd7527:37189 {}] hbase.ChoreService(370): Chore service for: master/377014bd7527:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T20:40:17,587 INFO  [M:0;377014bd7527:37189 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T20:40:17,587 DEBUG [M:0;377014bd7527:37189 {}] master.HMaster(1795): Stopping service threads
2024-11-21T20:40:17,587 INFO  [M:0;377014bd7527:37189 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T20:40:17,588 INFO  [M:0;377014bd7527:37189 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T20:40:17,589 INFO  [M:0;377014bd7527:37189 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T20:40:17,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T20:40:17,593 INFO  [regionserver/377014bd7527:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T20:40:17,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-21T20:40:17,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T20:40:17,595 DEBUG [M:0;377014bd7527:37189 {}] zookeeper.ZKUtil(347): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-21T20:40:17,595 WARN  [M:0;377014bd7527:37189 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T20:40:17,596 INFO  [M:0;377014bd7527:37189 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/.lastflushedseqids
2024-11-21T20:40:17,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741868_1044 (size=721)
2024-11-21T20:40:17,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T20:40:17,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32823-0x1015f1eafc80001, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T20:40:17,675 INFO  [RS:0;377014bd7527:32823 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T20:40:17,675 INFO  [RS:0;377014bd7527:32823 {}] regionserver.HRegionServer(1031): Exiting; stopping=377014bd7527,32823,1732221516393; zookeeper connection closed.
2024-11-21T20:40:17,676 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5500d6c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5500d6c3
2024-11-21T20:40:17,677 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T20:40:18,008 INFO  [M:0;377014bd7527:37189 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T20:40:18,009 INFO  [M:0;377014bd7527:37189 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T20:40:18,009 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T20:40:18,009 INFO  [M:0;377014bd7527:37189 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:40:18,009 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:40:18,010 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-11-21T20:40:18,010 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:40:18,010 INFO  [M:0;377014bd7527:37189 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.03 KB heapSize=191.07 KB
2024-11-21T20:40:18,031 DEBUG [M:0;377014bd7527:37189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88832967d1c497d8b952df2012a3f93 is 82, key is hbase:meta,,1/info:regioninfo/1732221549129/Put/seqid=0
2024-11-21T20:40:18,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741869_1045 (size=5672)
2024-11-21T20:40:18,440 INFO  [M:0;377014bd7527:37189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88832967d1c497d8b952df2012a3f93
2024-11-21T20:40:18,478 DEBUG [M:0;377014bd7527:37189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a3f86769914fb1aaa39e233afe9bf9 is 811, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732221550692/Put/seqid=0
2024-11-21T20:40:18,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741870_1046 (size=14065)
2024-11-21T20:40:18,614 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T20:40:18,884 INFO  [M:0;377014bd7527:37189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.47 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a3f86769914fb1aaa39e233afe9bf9
2024-11-21T20:40:18,893 INFO  [M:0;377014bd7527:37189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64a3f86769914fb1aaa39e233afe9bf9
2024-11-21T20:40:18,912 DEBUG [M:0;377014bd7527:37189 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b42d918c7644e895451e0894aedf65 is 69, key is 377014bd7527,32823,1732221516393/rs:state/1732221518486/Put/seqid=0
2024-11-21T20:40:18,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741871_1047 (size=5156)
2024-11-21T20:40:19,318 INFO  [M:0;377014bd7527:37189 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b42d918c7644e895451e0894aedf65
2024-11-21T20:40:19,328 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88832967d1c497d8b952df2012a3f93 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b88832967d1c497d8b952df2012a3f93
2024-11-21T20:40:19,335 INFO  [M:0;377014bd7527:37189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b88832967d1c497d8b952df2012a3f93, entries=8, sequenceid=319, filesize=5.5 K
2024-11-21T20:40:19,337 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64a3f86769914fb1aaa39e233afe9bf9 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a3f86769914fb1aaa39e233afe9bf9
2024-11-21T20:40:19,343 INFO  [M:0;377014bd7527:37189 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64a3f86769914fb1aaa39e233afe9bf9
2024-11-21T20:40:19,343 INFO  [M:0;377014bd7527:37189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64a3f86769914fb1aaa39e233afe9bf9, entries=33, sequenceid=319, filesize=13.7 K
2024-11-21T20:40:19,344 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b42d918c7644e895451e0894aedf65 as hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b42d918c7644e895451e0894aedf65
2024-11-21T20:40:19,350 INFO  [M:0;377014bd7527:37189 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40899/user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b42d918c7644e895451e0894aedf65, entries=1, sequenceid=319, filesize=5.0 K
2024-11-21T20:40:19,351 INFO  [M:0;377014bd7527:37189 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=319, compaction requested=false
2024-11-21T20:40:19,353 INFO  [M:0;377014bd7527:37189 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T20:40:19,353 DEBUG [M:0;377014bd7527:37189 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732221618009Disabling compacts and flushes for region at 1732221618009Disabling writes for close at 1732221618010 (+1 ms)Obtaining lock to block concurrent updates at 1732221618010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732221618010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166943, getHeapSize=195592, getOffHeapSize=0, getCellsCount=366 at 1732221618011 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732221618013 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732221618013Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732221618031 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732221618031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732221618452 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732221618477 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732221618477Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732221618894 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732221618911 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732221618911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257ecc07: reopening flushed file at 1732221619327 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ff08d9: reopening flushed file at 1732221619336 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4259e4f3: reopening flushed file at 1732221619343 (+7 ms)Finished flush of dataSize ~163.03 KB/166943, heapSize ~190.77 KB/195352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=319, compaction requested=false at 1732221619351 (+8 ms)Writing region close event to WAL at 1732221619353 (+2 ms)Closed at 1732221619353
2024-11-21T20:40:19,356 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9c66315c-600a-7346-836a-5457fa9bccda/MasterData/WALs/377014bd7527,37189,1732221515615/377014bd7527%2C37189%2C1732221515615.1732221517666 not finished, retry = 0
2024-11-21T20:40:19,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33865 is added to blk_1073741830_1006 (size=188285)
2024-11-21T20:40:19,457 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T20:40:19,457 INFO  [M:0;377014bd7527:37189 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T20:40:19,457 INFO  [M:0;377014bd7527:37189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37189
2024-11-21T20:40:19,457 INFO  [M:0;377014bd7527:37189 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T20:40:19,621 INFO  [M:0;377014bd7527:37189 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T20:40:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T20:40:19,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37189-0x1015f1eafc80000, quorum=127.0.0.1:60768, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T20:40:19,628 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T20:40:19,630 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T20:40:19,631 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T20:40:19,631 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T20:40:19,631 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.log.dir/,STOPPED}
2024-11-21T20:40:19,634 WARN  [BP-2062657985-172.17.0.2-1732221511839 heartbeating to localhost/127.0.0.1:40899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T20:40:19,634 WARN  [BP-2062657985-172.17.0.2-1732221511839 heartbeating to localhost/127.0.0.1:40899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2062657985-172.17.0.2-1732221511839 (Datanode Uuid d99fe8e6-a0ae-4409-acee-87676d863d39) service to localhost/127.0.0.1:40899
2024-11-21T20:40:19,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T20:40:19,634 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T20:40:19,635 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/data/data1/current/BP-2062657985-172.17.0.2-1732221511839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T20:40:19,635 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/cluster_42a46a12-4fb5-719f-9987-6220173d85b8/data/data2/current/BP-2062657985-172.17.0.2-1732221511839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T20:40:19,636 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T20:40:19,643 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T20:40:19,643 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T20:40:19,643 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T20:40:19,644 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T20:40:19,644 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507d7b09-ca2b-277d-f429-549a1f8a1b71/hadoop.log.dir/,STOPPED}
2024-11-21T20:40:19,651 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T20:40:19,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down