2024-11-07 12:28:50,996 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-07 12:28:51,014 main DEBUG Took 0.015800 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-07 12:28:51,014 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-07 12:28:51,015 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-07 12:28:51,016 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-07 12:28:51,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,024 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-07 12:28:51,035 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,038 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,039 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,040 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,041 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,043 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,044 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,044 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,045 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,046 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-07 12:28:51,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,047 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-07 12:28:51,048 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-07 12:28:51,050 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-07 12:28:51,051 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-07 12:28:51,052 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-07 12:28:51,053 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-07 12:28:51,054 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-07 12:28:51,062 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-07 12:28:51,064 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-07 12:28:51,066 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-07 12:28:51,067 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-07 12:28:51,067 main DEBUG createAppenders(={Console})
2024-11-07 12:28:51,068 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-07 12:28:51,068 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-07 12:28:51,069 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-07 12:28:51,069 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-07 12:28:51,070 main DEBUG OutputStream closed
2024-11-07 12:28:51,070 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-07 12:28:51,070 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-07 12:28:51,071 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-07 12:28:51,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-07 12:28:51,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-07 12:28:51,147 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-07 12:28:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-07 12:28:51,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-07 12:28:51,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-07 12:28:51,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-07 12:28:51,149 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-07 12:28:51,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-07 12:28:51,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-07 12:28:51,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-07 12:28:51,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-07 12:28:51,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-07 12:28:51,151 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-07 12:28:51,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-07 12:28:51,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-07 12:28:51,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-07 12:28:51,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-07 12:28:51,155 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-07 12:28:51,156 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-07 12:28:51,156 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-07 12:28:51,157 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-07T12:28:51,169 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-07 12:28:51,172 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-07 12:28:51,172 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-07T12:28:51,400 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb
2024-11-07T12:28:51,420 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-07T12:28:51,441 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd, deleteOnExit=true
2024-11-07T12:28:51,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-07T12:28:51,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/test.cache.data in system properties and HBase conf
2024-11-07T12:28:51,443 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.tmp.dir in system properties and HBase conf
2024-11-07T12:28:51,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.log.dir in system properties and HBase conf
2024-11-07T12:28:51,444 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-07T12:28:51,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-07T12:28:51,445 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-07T12:28:51,527 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-07T12:28:51,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-07T12:28:51,620 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-07T12:28:51,620 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-07T12:28:51,621 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-07T12:28:51,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T12:28:51,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-07T12:28:51,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-07T12:28:51,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-07T12:28:51,623 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T12:28:51,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-07T12:28:51,624 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/nfs.dump.dir in system properties and HBase conf
2024-11-07T12:28:51,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/java.io.tmpdir in system properties and HBase conf
2024-11-07T12:28:51,625 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-07T12:28:51,626 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-07T12:28:51,626 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-07T12:28:52,674 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-07T12:28:52,745 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2516ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-07T12:28:52,815 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T12:28:52,877 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T12:28:52,899 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T12:28:52,899 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T12:28:52,900 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-07T12:28:52,911 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T12:28:52,915 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.log.dir/,AVAILABLE}
2024-11-07T12:28:52,916 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-07T12:28:53,118 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/java.io.tmpdir/jetty-localhost-45989-hadoop-hdfs-3_4_1-tests_jar-_-any-18352580933977235938/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-07T12:28:53,124 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:45989}
2024-11-07T12:28:53,124 INFO  [Time-limited test {}] server.Server(415): Started @2896ms
2024-11-07T12:28:53,764 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-07T12:28:53,772 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-07T12:28:53,773 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-07T12:28:53,773 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-07T12:28:53,773 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-07T12:28:53,774 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.log.dir/,AVAILABLE}
2024-11-07T12:28:53,775 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-07T12:28:53,876 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/java.io.tmpdir/jetty-localhost-35205-hadoop-hdfs-3_4_1-tests_jar-_-any-10890197535303463645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-07T12:28:53,876 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:35205}
2024-11-07T12:28:53,877 INFO  [Time-limited test {}] server.Server(415): Started @3648ms
2024-11-07T12:28:53,925 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-07T12:28:54,968 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/data/data2/current/BP-2010940619-172.17.0.2-1730982532191/current, will proceed with Du for space computation calculation, 
2024-11-07T12:28:54,968 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/data/data1/current/BP-2010940619-172.17.0.2-1730982532191/current, will proceed with Du for space computation calculation, 
2024-11-07T12:28:54,994 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-07T12:28:55,040 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd821a7706cde1928 with lease ID 0x8c1f8d93dfba2dd1: Processing first storage report for DS-8ee22d6c-d5cb-4777-9668-799040ba457a from datanode DatanodeRegistration(127.0.0.1:40239, datanodeUuid=4ebedb70-2e1a-46cd-8744-7c6ed6491ef5, infoPort=45339, infoSecurePort=0, ipcPort=39533, storageInfo=lv=-57;cid=testClusterID;nsid=1776102315;c=1730982532191)
2024-11-07T12:28:55,041 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd821a7706cde1928 with lease ID 0x8c1f8d93dfba2dd1: from storage DS-8ee22d6c-d5cb-4777-9668-799040ba457a node DatanodeRegistration(127.0.0.1:40239, datanodeUuid=4ebedb70-2e1a-46cd-8744-7c6ed6491ef5, infoPort=45339, infoSecurePort=0, ipcPort=39533, storageInfo=lv=-57;cid=testClusterID;nsid=1776102315;c=1730982532191), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-07T12:28:55,042 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd821a7706cde1928 with lease ID 0x8c1f8d93dfba2dd1: Processing first storage report for DS-4a66696f-7da4-4908-93eb-f508756254ef from datanode DatanodeRegistration(127.0.0.1:40239, datanodeUuid=4ebedb70-2e1a-46cd-8744-7c6ed6491ef5, infoPort=45339, infoSecurePort=0, ipcPort=39533, storageInfo=lv=-57;cid=testClusterID;nsid=1776102315;c=1730982532191)
2024-11-07T12:28:55,042 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd821a7706cde1928 with lease ID 0x8c1f8d93dfba2dd1: from storage DS-4a66696f-7da4-4908-93eb-f508756254ef node DatanodeRegistration(127.0.0.1:40239, datanodeUuid=4ebedb70-2e1a-46cd-8744-7c6ed6491ef5, infoPort=45339, infoSecurePort=0, ipcPort=39533, storageInfo=lv=-57;cid=testClusterID;nsid=1776102315;c=1730982532191), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-07T12:28:55,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb
2024-11-07T12:28:55,205 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/zookeeper_0, clientPort=49398, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-07T12:28:55,216 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49398
2024-11-07T12:28:55,225 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:55,228 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:55,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741825_1001 (size=7)
2024-11-07T12:28:55,852 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4 with version=8
2024-11-07T12:28:55,852 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/hbase-staging
2024-11-07T12:28:55,938 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-07T12:28:56,178 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/8944cbb06cd2:0 server-side Connection retries=9
2024-11-07T12:28:56,187 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,188 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,192 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-07T12:28:56,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-07T12:28:56,331 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-07T12:28:56,381 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-07T12:28:56,389 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-07T12:28:56,392 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-07T12:28:56,414 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31617 (auto-detected)
2024-11-07T12:28:56,415 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-07T12:28:56,432 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38247
2024-11-07T12:28:56,454 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38247 connecting to ZooKeeper ensemble=127.0.0.1:49398
2024-11-07T12:28:56,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382470x0, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-07T12:28:56,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38247-0x10115455bc00000 connected
2024-11-07T12:28:56,672 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:56,677 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:56,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-07T12:28:56,691 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4, hbase.cluster.distributed=false
2024-11-07T12:28:56,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-07T12:28:56,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38247
2024-11-07T12:28:56,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38247
2024-11-07T12:28:56,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38247
2024-11-07T12:28:56,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38247
2024-11-07T12:28:56,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38247
2024-11-07T12:28:56,817 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/8944cbb06cd2:0 server-side Connection retries=9
2024-11-07T12:28:56,819 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,819 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,819 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-07T12:28:56,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-07T12:28:56,820 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-07T12:28:56,822 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-07T12:28:56,825 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-07T12:28:56,826 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41537
2024-11-07T12:28:56,828 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41537 connecting to ZooKeeper ensemble=127.0.0.1:49398
2024-11-07T12:28:56,830 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:56,832 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:56,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415370x0, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-07T12:28:56,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41537-0x10115455bc00001 connected
2024-11-07T12:28:56,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-07T12:28:56,853 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-07T12:28:56,862 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-07T12:28:56,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-07T12:28:56,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-07T12:28:56,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41537
2024-11-07T12:28:56,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41537
2024-11-07T12:28:56,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41537
2024-11-07T12:28:56,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41537
2024-11-07T12:28:56,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41537
2024-11-07T12:28:56,888 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8944cbb06cd2:38247
2024-11-07T12:28:56,889 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:56,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-07T12:28:56,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-07T12:28:56,903 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-07T12:28:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:56,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:56,933 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-07T12:28:56,934 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8944cbb06cd2,38247,1730982536014 from backup master directory
2024-11-07T12:28:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-07T12:28:56,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-07T12:28:56,943 WARN  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-07T12:28:56,944 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:56,946 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-07T12:28:56,948 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-07T12:28:57,002 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/hbase.id] with ID: 6cb34544-4945-45d5-96c2-99b8cc59049b
2024-11-07T12:28:57,002 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/.tmp/hbase.id
2024-11-07T12:28:57,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741826_1002 (size=42)
2024-11-07T12:28:57,418 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/.tmp/hbase.id]:[hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/hbase.id]
2024-11-07T12:28:57,466 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-07T12:28:57,471 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-07T12:28:57,488 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-11-07T12:28:57,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:57,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:57,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741827_1003 (size=196)
2024-11-07T12:28:57,986 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:28:57,989 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-07T12:28:58,002 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T12:28:58,006 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T12:28:58,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741828_1004 (size=1189)
2024-11-07T12:28:58,458 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store
2024-11-07T12:28:58,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741829_1005 (size=34)
2024-11-07T12:28:58,891 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-07T12:28:58,897 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:28:58,898 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-07T12:28:58,898 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:28:58,899 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:28:58,900 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-07T12:28:58,900 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:28:58,900 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:28:58,902 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1730982538898Disabling compacts and flushes for region at 1730982538898Disabling writes for close at 1730982538900 (+2 ms)Writing region close event to WAL at 1730982538900Closed at 1730982538900
2024-11-07T12:28:58,905 WARN  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/.initializing
2024-11-07T12:28:58,905 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/WALs/8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:58,914 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-07T12:28:58,930 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8944cbb06cd2%2C38247%2C1730982536014, suffix=, logDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/WALs/8944cbb06cd2,38247,1730982536014, archiveDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/oldWALs, maxLogs=10
2024-11-07T12:28:58,951 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/WALs/8944cbb06cd2,38247,1730982536014/8944cbb06cd2%2C38247%2C1730982536014.1730982538934, exclude list is [], retry=0
2024-11-07T12:28:58,967 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8ee22d6c-d5cb-4777-9668-799040ba457a,DISK]
2024-11-07T12:28:58,969 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-07T12:28:59,002 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/WALs/8944cbb06cd2,38247,1730982536014/8944cbb06cd2%2C38247%2C1730982536014.1730982538934
2024-11-07T12:28:59,002 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45339:45339)]
2024-11-07T12:28:59,003 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:28:59,004 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:28:59,006 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,007 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,041 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T12:28:59,067 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-07T12:28:59,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:28:59,073 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:28:59,073 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T12:28:59,077 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-07T12:28:59,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:28:59,078 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:28:59,078 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T12:28:59,082 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-07T12:28:59,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:28:59,083 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:28:59,084 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-07T12:28:59,087 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-07T12:28:59,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:28:59,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:28:59,089 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,094 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,096 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,103 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,104 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,110 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T12:28:59,115 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-07T12:28:59,121 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:28:59,123 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66613730, jitterRate=-0.007378071546554565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T12:28:59,130 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1730982539019Initializing all the Stores at 1730982539021 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982539021Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982539022 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982539022Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982539023 (+1 ms)Cleaning up temporary data from old regions at 1730982539105 (+82 ms)Region opened successfully at 1730982539130 (+25 ms)
2024-11-07T12:28:59,132 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-07T12:28:59,164 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681ddae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8944cbb06cd2/172.17.0.2:0
2024-11-07T12:28:59,191 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-07T12:28:59,201 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-07T12:28:59,201 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-07T12:28:59,203 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-07T12:28:59,204 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-07T12:28:59,208 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-07T12:28:59,209 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-07T12:28:59,231 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-07T12:28:59,239 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-07T12:28:59,300 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-07T12:28:59,306 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-07T12:28:59,308 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-07T12:28:59,321 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-07T12:28:59,324 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-07T12:28:59,328 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-07T12:28:59,338 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-07T12:28:59,340 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-07T12:28:59,353 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-07T12:28:59,377 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-07T12:28:59,384 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-07T12:28:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-07T12:28:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-07T12:28:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,399 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8944cbb06cd2,38247,1730982536014, sessionid=0x10115455bc00000, setting cluster-up flag (Was=false)
2024-11-07T12:28:59,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,469 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-07T12:28:59,475 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:59,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:28:59,532 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-07T12:28:59,536 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8944cbb06cd2,38247,1730982536014
2024-11-07T12:28:59,545 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-07T12:28:59,580 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(746): ClusterId : 6cb34544-4945-45d5-96c2-99b8cc59049b
2024-11-07T12:28:59,583 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-07T12:28:59,597 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-07T12:28:59,597 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-07T12:28:59,607 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-07T12:28:59,608 DEBUG [RS:0;8944cbb06cd2:41537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f5b4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8944cbb06cd2/172.17.0.2:0
2024-11-07T12:28:59,615 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-07T12:28:59,622 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8944cbb06cd2:41537
2024-11-07T12:28:59,624 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-07T12:28:59,625 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-07T12:28:59,625 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-07T12:28:59,626 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-07T12:28:59,628 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(2659): reportForDuty to master=8944cbb06cd2,38247,1730982536014 with port=41537, startcode=1730982536786
2024-11-07T12:28:59,632 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-07T12:28:59,638 DEBUG [RS:0;8944cbb06cd2:41537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-07T12:28:59,637 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8944cbb06cd2,38247,1730982536014
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-07T12:28:59,644 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8944cbb06cd2:0, corePoolSize=5, maxPoolSize=5
2024-11-07T12:28:59,644 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8944cbb06cd2:0, corePoolSize=5, maxPoolSize=5
2024-11-07T12:28:59,645 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8944cbb06cd2:0, corePoolSize=5, maxPoolSize=5
2024-11-07T12:28:59,645 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8944cbb06cd2:0, corePoolSize=5, maxPoolSize=5
2024-11-07T12:28:59,645 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8944cbb06cd2:0, corePoolSize=10, maxPoolSize=10
2024-11-07T12:28:59,646 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,646 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8944cbb06cd2:0, corePoolSize=2, maxPoolSize=2
2024-11-07T12:28:59,646 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,648 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730982569648
2024-11-07T12:28:59,650 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-07T12:28:59,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T12:28:59,652 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-07T12:28:59,652 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-07T12:28:59,655 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-07T12:28:59,656 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-07T12:28:59,656 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-07T12:28:59,656 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-07T12:28:59,659 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:28:59,657 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,659 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-07T12:28:59,662 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-07T12:28:59,664 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-07T12:28:59,665 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-07T12:28:59,668 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-07T12:28:59,669 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-07T12:28:59,672 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.large.0-1730982539670,5,FailOnTimeoutGroup]
2024-11-07T12:28:59,676 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.small.0-1730982539672,5,FailOnTimeoutGroup]
2024-11-07T12:28:59,676 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,677 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-07T12:28:59,678 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-07T12:28:59,678 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,679 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741831_1007 (size=1321)
2024-11-07T12:28:59,684 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,686 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38247 {}] master.ServerManager(517): Registering regionserver=8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,702 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:28:59,702 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32871
2024-11-07T12:28:59,703 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-07T12:28:59,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-07T12:28:59,718 DEBUG [RS:0;8944cbb06cd2:41537 {}] zookeeper.ZKUtil(111): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,718 WARN  [RS:0;8944cbb06cd2:41537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-07T12:28:59,718 INFO  [RS:0;8944cbb06cd2:41537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T12:28:59,719 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,721 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8944cbb06cd2,41537,1730982536786]
2024-11-07T12:28:59,743 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-07T12:28:59,758 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-07T12:28:59,764 INFO  [RS:0;8944cbb06cd2:41537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-07T12:28:59,765 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,766 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-07T12:28:59,773 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-07T12:28:59,774 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,775 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,775 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,775 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,775 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,775 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,776 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8944cbb06cd2:0, corePoolSize=2, maxPoolSize=2
2024-11-07T12:28:59,776 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,776 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,776 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,776 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,777 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,777 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8944cbb06cd2:0, corePoolSize=1, maxPoolSize=1
2024-11-07T12:28:59,777 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8944cbb06cd2:0, corePoolSize=3, maxPoolSize=3
2024-11-07T12:28:59,777 DEBUG [RS:0;8944cbb06cd2:41537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8944cbb06cd2:0, corePoolSize=3, maxPoolSize=3
2024-11-07T12:28:59,778 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,778 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,779 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,779 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,779 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,779 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,41537,1730982536786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-07T12:28:59,797 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-07T12:28:59,799 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,41537,1730982536786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,799 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,800 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.Replication(171): 8944cbb06cd2,41537,1730982536786 started
2024-11-07T12:28:59,816 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:28:59,816 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1482): Serving as 8944cbb06cd2,41537,1730982536786, RpcServer on 8944cbb06cd2/172.17.0.2:41537, sessionid=0x10115455bc00001
2024-11-07T12:28:59,817 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-07T12:28:59,817 DEBUG [RS:0;8944cbb06cd2:41537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,818 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8944cbb06cd2,41537,1730982536786'
2024-11-07T12:28:59,818 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-07T12:28:59,819 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-07T12:28:59,820 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-07T12:28:59,820 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-07T12:28:59,820 DEBUG [RS:0;8944cbb06cd2:41537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8944cbb06cd2,41537,1730982536786
2024-11-07T12:28:59,820 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8944cbb06cd2,41537,1730982536786'
2024-11-07T12:28:59,820 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-07T12:28:59,821 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-07T12:28:59,822 DEBUG [RS:0;8944cbb06cd2:41537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-07T12:28:59,822 INFO  [RS:0;8944cbb06cd2:41537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-07T12:28:59,822 INFO  [RS:0;8944cbb06cd2:41537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-07T12:29:00,082 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-07T12:29:00,082 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:00,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741832_1008 (size=32)
2024-11-07T12:29:00,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:00,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-07T12:29:00,506 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-07T12:29:00,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:00,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:00,508 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-07T12:29:00,511 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-07T12:29:00,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:00,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:00,513 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-07T12:29:00,517 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-07T12:29:00,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:00,519 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:00,519 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-07T12:29:00,522 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-07T12:29:00,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:00,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:00,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-07T12:29:00,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740
2024-11-07T12:29:00,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740
2024-11-07T12:29:00,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-07T12:29:00,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-07T12:29:00,530 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T12:29:00,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-07T12:29:00,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:00,537 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69177105, jitterRate=0.03081919252872467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T12:29:00,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1730982540499Initializing all the Stores at 1730982540502 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982540502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982540503 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982540503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982540503Cleaning up temporary data from old regions at 1730982540529 (+26 ms)Region opened successfully at 1730982540539 (+10 ms)
2024-11-07T12:29:00,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-07T12:29:00,539 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-07T12:29:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-07T12:29:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-07T12:29:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-07T12:29:00,541 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-07T12:29:00,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1730982540539Disabling compacts and flushes for region at 1730982540539Disabling writes for close at 1730982540540 (+1 ms)Writing region close event to WAL at 1730982540541 (+1 ms)Closed at 1730982540541
2024-11-07T12:29:00,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T12:29:00,544 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-07T12:29:00,550 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-07T12:29:00,557 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-07T12:29:00,560 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-07T12:29:00,712 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:01,713 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:02,714 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:03,715 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:04,716 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:05,718 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:06,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-07T12:29:06,381 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:06,719 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:07,720 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:08,721 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:09,721 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:10,722 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:11,723 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:12,724 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:13,725 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:14,726 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:15,727 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:16,728 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:17,730 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:18,731 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:19,732 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:20,733 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:21,735 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:22,736 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:23,737 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:24,738 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:25,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T12:29:25,739 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:26,740 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:27,741 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:28,742 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:29,743 WARN  [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-07T12:29:29,828 INFO  [RS:0;8944cbb06cd2:41537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-07T12:29:29,831 INFO  [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8944cbb06cd2%2C41537%2C1730982536786, suffix=, logDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786, archiveDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/oldWALs, maxLogs=32
2024-11-07T12:29:29,847 DEBUG [RS:0;8944cbb06cd2:41537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786/8944cbb06cd2%2C41537%2C1730982536786.1730982569834, exclude list is [], retry=0
2024-11-07T12:29:29,851 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8ee22d6c-d5cb-4777-9668-799040ba457a,DISK]
2024-11-07T12:29:29,854 INFO  [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786/8944cbb06cd2%2C41537%2C1730982536786.1730982569834
2024-11-07T12:29:29,854 DEBUG [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45339:45339)]
2024-11-07T12:29:30,000 DEBUG [8944cbb06cd2:38247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-07T12:29:30,012 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:30,018 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8944cbb06cd2,41537,1730982536786, state=OPENING
2024-11-07T12:29:30,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-07T12:29:30,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:29:30,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:29:30,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-07T12:29:30,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-07T12:29:30,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-07T12:29:30,087 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:30,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-07T12:29:30,270 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-07T12:29:30,282 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-07T12:29:30,282 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-07T12:29:30,283 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-07T12:29:30,286 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8944cbb06cd2%2C41537%2C1730982536786.meta, suffix=.meta, logDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786, archiveDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/oldWALs, maxLogs=32
2024-11-07T12:29:30,304 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786/8944cbb06cd2%2C41537%2C1730982536786.meta.1730982570289.meta, exclude list is [], retry=0
2024-11-07T12:29:30,308 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8ee22d6c-d5cb-4777-9668-799040ba457a,DISK]
2024-11-07T12:29:30,311 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/WALs/8944cbb06cd2,41537,1730982536786/8944cbb06cd2%2C41537%2C1730982536786.meta.1730982570289.meta
2024-11-07T12:29:30,312 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45339:45339)]
2024-11-07T12:29:30,312 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:30,314 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-07T12:29:30,316 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-07T12:29:30,320 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-07T12:29:30,325 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-07T12:29:30,326 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:30,326 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-07T12:29:30,327 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-07T12:29:30,330 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-07T12:29:30,332 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-07T12:29:30,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:30,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:30,333 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-07T12:29:30,335 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-07T12:29:30,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:30,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:30,336 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-07T12:29:30,338 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-07T12:29:30,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:30,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:30,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-07T12:29:30,341 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-07T12:29:30,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:30,342 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-07T12:29:30,342 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-07T12:29:30,344 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740
2024-11-07T12:29:30,347 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740
2024-11-07T12:29:30,350 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-07T12:29:30,350 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-07T12:29:30,351 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-07T12:29:30,353 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-07T12:29:30,354 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69869529, jitterRate=0.04113711416721344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-07T12:29:30,355 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-07T12:29:30,356 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1730982570327Writing region info on filesystem at 1730982570327Initializing all the Stores at 1730982570329 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982570329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982570330 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982570330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730982570330Cleaning up temporary data from old regions at 1730982570350 (+20 ms)Running coprocessor post-open hooks at 1730982570355 (+5 ms)Region opened successfully at 1730982570356 (+1 ms)
2024-11-07T12:29:30,363 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730982570259
2024-11-07T12:29:30,374 DEBUG [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-07T12:29:30,374 INFO  [RS_OPEN_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-07T12:29:30,376 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:30,379 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8944cbb06cd2,41537,1730982536786, state=OPEN
2024-11-07T12:29:30,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-07T12:29:30,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-07T12:29:30,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-07T12:29:30,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-07T12:29:30,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:30,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-07T12:29:30,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8944cbb06cd2,41537,1730982536786 in 384 msec
2024-11-07T12:29:30,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-07T12:29:30,483 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.9290 sec
2024-11-07T12:29:30,485 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-07T12:29:30,485 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-07T12:29:30,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T12:29:30,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8944cbb06cd2,41537,1730982536786, seqNum=-1]
2024-11-07T12:29:30,522 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T12:29:30,524 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54287, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T12:29:30,544 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9710 sec
2024-11-07T12:29:30,544 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730982570544, completionTime=-1
2024-11-07T12:29:30,547 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-07T12:29:30,547 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-07T12:29:30,572 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-07T12:29:30,572 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730982630572
2024-11-07T12:29:30,572 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730982690572
2024-11-07T12:29:30,572 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-07T12:29:30,574 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,574 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,574 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,575 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8944cbb06cd2:38247, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,575 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,576 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,582 DEBUG [master/8944cbb06cd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-07T12:29:30,604 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.660sec
2024-11-07T12:29:30,605 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-07T12:29:30,607 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-07T12:29:30,608 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-07T12:29:30,608 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-07T12:29:30,609 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-07T12:29:30,610 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-07T12:29:30,610 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-07T12:29:30,619 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-07T12:29:30,620 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-07T12:29:30,621 INFO  [master/8944cbb06cd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8944cbb06cd2,38247,1730982536014-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-07T12:29:30,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,632 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-07T12:29:30,632 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-07T12:29:30,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8944cbb06cd2,38247,-1 for getting cluster id
2024-11-07T12:29:30,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T12:29:30,644 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb34544-4945-45d5-96c2-99b8cc59049b'
2024-11-07T12:29:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T12:29:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb34544-4945-45d5-96c2-99b8cc59049b"

2024-11-07T12:29:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ef50d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8944cbb06cd2,38247,-1]
2024-11-07T12:29:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T12:29:30,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:29:30,655 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T12:29:30,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T12:29:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8944cbb06cd2,41537,1730982536786, seqNum=-1]
2024-11-07T12:29:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T12:29:30,668 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T12:29:30,685 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8944cbb06cd2,38247,1730982536014
2024-11-07T12:29:30,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8944cbb06cd2,38247,-1 for getting cluster id
2024-11-07T12:29:30,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-07T12:29:30,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cb34544-4945-45d5-96c2-99b8cc59049b'
2024-11-07T12:29:30,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-07T12:29:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cb34544-4945-45d5-96c2-99b8cc59049b"

2024-11-07T12:29:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a1e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8944cbb06cd2,38247,-1]
2024-11-07T12:29:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-07T12:29:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:29:30,693 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-07T12:29:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0aa4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-07T12:29:30,706 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=1725
2024-11-07T12:29:30,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-07T12:29:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8944cbb06cd2,38247,1730982536014
2024-11-07T12:29:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38e8f876
2024-11-07T12:29:30,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-07T12:29:30,724 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-07T12:29:30,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-07T12:29:30,761 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:30,763 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-07T12:29:30,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:30,767 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-07T12:29:30,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741835_1011 (size=428)
2024-11-07T12:29:31,191 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a8b1434ac36e4dc07f3e11501db3f50, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:31,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741836_1012 (size=79)
2024-11-07T12:29:31,605 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:31,605 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5a8b1434ac36e4dc07f3e11501db3f50, disabling compactions & flushes
2024-11-07T12:29:31,605 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,605 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,605 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50. after waiting 0 ms
2024-11-07T12:29:31,606 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,606 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,606 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a8b1434ac36e4dc07f3e11501db3f50:
Waiting for close lock at 1730982571605Disabling compacts and flushes for region at 1730982571605Disabling writes for close at 1730982571606 (+1 ms)Writing region close event to WAL at 1730982571606Closed at 1730982571606
2024-11-07T12:29:31,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:29:31,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1730982571608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982571608"}]},"ts":"1730982571608"}
2024-11-07T12:29:31,617 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:29:31,619 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:29:31,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982571619"}]},"ts":"1730982571619"}
2024-11-07T12:29:31,626 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-07T12:29:31,628 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5a8b1434ac36e4dc07f3e11501db3f50, ASSIGN}]
2024-11-07T12:29:31,631 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5a8b1434ac36e4dc07f3e11501db3f50, ASSIGN
2024-11-07T12:29:31,633 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5a8b1434ac36e4dc07f3e11501db3f50, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:29:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-07T12:29:31,785 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a8b1434ac36e4dc07f3e11501db3f50, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:31,792 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5a8b1434ac36e4dc07f3e11501db3f50, ASSIGN because future has completed
2024-11-07T12:29:31,793 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8b1434ac36e4dc07f3e11501db3f50, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:31,960 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,961 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a8b1434ac36e4dc07f3e11501db3f50, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:31,961 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,961 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:31,962 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,962 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,966 INFO  [StoreOpener-5a8b1434ac36e4dc07f3e11501db3f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5a8b1434ac36e4dc07f3e11501db3f50 
2024-11-07T12:29:31,969 INFO  [StoreOpener-5a8b1434ac36e4dc07f3e11501db3f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8b1434ac36e4dc07f3e11501db3f50 columnFamilyName testFamily
2024-11-07T12:29:31,969 DEBUG [StoreOpener-5a8b1434ac36e4dc07f3e11501db3f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:31,970 INFO  [StoreOpener-5a8b1434ac36e4dc07f3e11501db3f50-1 {}] regionserver.HStore(327): Store=5a8b1434ac36e4dc07f3e11501db3f50/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:29:31,971 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,972 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,973 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,974 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,974 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,977 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,981 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:31,982 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a8b1434ac36e4dc07f3e11501db3f50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72525087, jitterRate=0.08070801198482513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:29:31,982 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:29:31,983 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a8b1434ac36e4dc07f3e11501db3f50:
Running coprocessor pre-open hook at 1730982571962Writing region info on filesystem at 1730982571962Initializing all the Stores at 1730982571965 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982571966 (+1 ms)Cleaning up temporary data from old regions at 1730982571974 (+8 ms)Running coprocessor post-open hooks at 1730982571982 (+8 ms)Region opened successfully at 1730982571983 (+1 ms)
2024-11-07T12:29:31,985 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50., pid=6, masterSystemTime=1730982571951
2024-11-07T12:29:31,989 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,989 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:29:31,990 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a8b1434ac36e4dc07f3e11501db3f50, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:31,994 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8b1434ac36e4dc07f3e11501db3f50, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:29:32,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-07T12:29:32,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a8b1434ac36e4dc07f3e11501db3f50, server=8944cbb06cd2,41537,1730982536786 in 203 msec
2024-11-07T12:29:32,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-07T12:29:32,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=5a8b1434ac36e4dc07f3e11501db3f50, ASSIGN in 373 msec
2024-11-07T12:29:32,006 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:29:32,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982572006"}]},"ts":"1730982572006"}
2024-11-07T12:29:32,010 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-07T12:29:32,011 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:29:32,014 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2610 sec
2024-11-07T12:29:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-07T12:29:33,806 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-07T12:29:33,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-07T12:29:33,809 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:33,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-07T12:29:33,820 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:33,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-07T12:29:33,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-07T12:29:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8944cbb06cd2,41537,1730982536786, seqNum=-1]
2024-11-07T12:29:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-07T12:29:33,830 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-07T12:29:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:33,849 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:29:33,854 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-07T12:29:33,858 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-07T12:29:33,862 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-07T12:29:33,864 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-07T12:29:33,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5227531960137547768
2024-11-07T12:29:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982576865, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:33,891 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-07T12:29:33,892 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-07T12:29:33,893 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:33,895 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:33,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5227531960137547766
2024-11-07T12:29:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982576895, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:33,899 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:33,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5227531960137547765
2024-11-07T12:29:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982576899, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:33,904 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:33,905 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5227531960137547764
2024-11-07T12:29:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982576903, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:33,908 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:33,918 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_387098627_22 at /127.0.0.1:50200 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=1683 (was 1725)
2024-11-07T12:29:33,925 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=96, ProcessCount=11, AvailableMemoryMB=1683
2024-11-07T12:29:33,930 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:33,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-07T12:29:33,935 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:33,935 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:33,935 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-07T12:29:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-07T12:29:33,937 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:33,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741837_1013 (size=414)
2024-11-07T12:29:34,350 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f96a8dd0326821653d5a449694e9026f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:34,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741838_1014 (size=65)
2024-11-07T12:29:34,360 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:34,361 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing f96a8dd0326821653d5a449694e9026f, disabling compactions & flushes
2024-11-07T12:29:34,361 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,361 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,361 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f. after waiting 0 ms
2024-11-07T12:29:34,361 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,361 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,361 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for f96a8dd0326821653d5a449694e9026f:
Waiting for close lock at 1730982574361Disabling compacts and flushes for region at 1730982574361Disabling writes for close at 1730982574361Writing region close event to WAL at 1730982574361Closed at 1730982574361
2024-11-07T12:29:34,364 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:29:34,364 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1730982574364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982574364"}]},"ts":"1730982574364"}
2024-11-07T12:29:34,368 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:29:34,370 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:29:34,370 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982574370"}]},"ts":"1730982574370"}
2024-11-07T12:29:34,374 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-07T12:29:34,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f96a8dd0326821653d5a449694e9026f, ASSIGN}]
2024-11-07T12:29:34,376 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f96a8dd0326821653d5a449694e9026f, ASSIGN
2024-11-07T12:29:34,378 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f96a8dd0326821653d5a449694e9026f, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:29:34,529 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f96a8dd0326821653d5a449694e9026f, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:34,534 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f96a8dd0326821653d5a449694e9026f, ASSIGN because future has completed
2024-11-07T12:29:34,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96a8dd0326821653d5a449694e9026f, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:34,703 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => f96a8dd0326821653d5a449694e9026f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,706 INFO  [StoreOpener-f96a8dd0326821653d5a449694e9026f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region f96a8dd0326821653d5a449694e9026f 
2024-11-07T12:29:34,708 INFO  [StoreOpener-f96a8dd0326821653d5a449694e9026f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96a8dd0326821653d5a449694e9026f columnFamilyName testFamily
2024-11-07T12:29:34,709 DEBUG [StoreOpener-f96a8dd0326821653d5a449694e9026f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:34,709 INFO  [StoreOpener-f96a8dd0326821653d5a449694e9026f-1 {}] regionserver.HStore(327): Store=f96a8dd0326821653d5a449694e9026f/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:29:34,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:34,720 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened f96a8dd0326821653d5a449694e9026f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72107181, jitterRate=0.07448072731494904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:29:34,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:29:34,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for f96a8dd0326821653d5a449694e9026f:
Running coprocessor pre-open hook at 1730982574704Writing region info on filesystem at 1730982574704Initializing all the Stores at 1730982574706 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982574706Cleaning up temporary data from old regions at 1730982574712 (+6 ms)Running coprocessor post-open hooks at 1730982574720 (+8 ms)Region opened successfully at 1730982574721 (+1 ms)
2024-11-07T12:29:34,722 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., pid=9, masterSystemTime=1730982574690
2024-11-07T12:29:34,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,726 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:29:34,727 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f96a8dd0326821653d5a449694e9026f, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:34,730 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96a8dd0326821653d5a449694e9026f, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:29:34,735 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-07T12:29:34,735 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f96a8dd0326821653d5a449694e9026f, server=8944cbb06cd2,41537,1730982536786 in 197 msec
2024-11-07T12:29:34,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-07T12:29:34,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=f96a8dd0326821653d5a449694e9026f, ASSIGN in 361 msec
2024-11-07T12:29:34,740 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:29:34,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982574740"}]},"ts":"1730982574740"}
2024-11-07T12:29:34,744 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-07T12:29:34,745 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:29:34,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 815 msec
2024-11-07T12:29:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-07T12:29:34,952 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-07T12:29:34,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-07T12:29:34,952 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:34,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-07T12:29:34,957 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:34,957 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-07T12:29:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:34,974 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:29:34,974 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-07T12:29:34,978 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-07T12:29:34,980 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-07T12:29:35,865 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:29:35,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-07T12:29:35,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-07T12:29:35,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-07T12:29:36,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-07T12:29:36,378 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:36,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-07T12:29:36,381 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-07T12:29:36,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-07T12:29:36,382 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:36,384 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-07T12:29:36,384 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:40,995 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-07T12:29:40,995 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-07T12:29:40,995 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:29:41,004 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 96), ProcessCount=11 (was 11), AvailableMemoryMB=1667 (was 1683)
2024-11-07T12:29:41,012 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=1667
2024-11-07T12:29:41,015 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:41,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-07T12:29:41,019 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:41,019 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:41,019 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-07T12:29:41,020 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-07T12:29:41,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741839_1015 (size=412)
2024-11-07T12:29:41,438 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2ed9f7d845b183a87a05132ba4d13a6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:41,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741840_1016 (size=63)
2024-11-07T12:29:41,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-07T12:29:41,855 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:41,855 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing c2ed9f7d845b183a87a05132ba4d13a6, disabling compactions & flushes
2024-11-07T12:29:41,855 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:41,855 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:41,855 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6. after waiting 0 ms
2024-11-07T12:29:41,855 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:41,856 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:41,856 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2ed9f7d845b183a87a05132ba4d13a6:
Waiting for close lock at 1730982581855Disabling compacts and flushes for region at 1730982581855Disabling writes for close at 1730982581855Writing region close event to WAL at 1730982581855Closed at 1730982581855
2024-11-07T12:29:41,859 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:29:41,860 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1730982581860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982581860"}]},"ts":"1730982581860"}
2024-11-07T12:29:41,867 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:29:41,869 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:29:41,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982581869"}]},"ts":"1730982581869"}
2024-11-07T12:29:41,873 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-07T12:29:41,873 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2ed9f7d845b183a87a05132ba4d13a6, ASSIGN}]
2024-11-07T12:29:41,875 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2ed9f7d845b183a87a05132ba4d13a6, ASSIGN
2024-11-07T12:29:41,877 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2ed9f7d845b183a87a05132ba4d13a6, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:29:42,028 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c2ed9f7d845b183a87a05132ba4d13a6, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-07T12:29:42,037 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2ed9f7d845b183a87a05132ba4d13a6, ASSIGN because future has completed
2024-11-07T12:29:42,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ed9f7d845b183a87a05132ba4d13a6, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:42,204 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:42,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ed9f7d845b183a87a05132ba4d13a6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:42,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:42,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,207 INFO  [StoreOpener-c2ed9f7d845b183a87a05132ba4d13a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region c2ed9f7d845b183a87a05132ba4d13a6 
2024-11-07T12:29:42,210 INFO  [StoreOpener-c2ed9f7d845b183a87a05132ba4d13a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ed9f7d845b183a87a05132ba4d13a6 columnFamilyName testFamily
2024-11-07T12:29:42,210 DEBUG [StoreOpener-c2ed9f7d845b183a87a05132ba4d13a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:42,211 INFO  [StoreOpener-c2ed9f7d845b183a87a05132ba4d13a6-1 {}] regionserver.HStore(327): Store=c2ed9f7d845b183a87a05132ba4d13a6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:29:42,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:42,220 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened c2ed9f7d845b183a87a05132ba4d13a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74134671, jitterRate=0.10469268262386322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:29:42,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:29:42,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c2ed9f7d845b183a87a05132ba4d13a6:
Running coprocessor pre-open hook at 1730982582205Writing region info on filesystem at 1730982582205Initializing all the Stores at 1730982582207 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982582207Cleaning up temporary data from old regions at 1730982582214 (+7 ms)Running coprocessor post-open hooks at 1730982582221 (+7 ms)Region opened successfully at 1730982582221
2024-11-07T12:29:42,222 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6., pid=12, masterSystemTime=1730982582192
2024-11-07T12:29:42,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:42,225 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:29:42,226 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c2ed9f7d845b183a87a05132ba4d13a6, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:42,229 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ed9f7d845b183a87a05132ba4d13a6, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:29:42,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-07T12:29:42,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c2ed9f7d845b183a87a05132ba4d13a6, server=8944cbb06cd2,41537,1730982536786 in 193 msec
2024-11-07T12:29:42,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-07T12:29:42,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=c2ed9f7d845b183a87a05132ba4d13a6, ASSIGN in 361 msec
2024-11-07T12:29:42,238 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:29:42,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982582238"}]},"ts":"1730982582238"}
2024-11-07T12:29:42,240 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-07T12:29:42,241 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:29:42,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2260 sec
2024-11-07T12:29:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-07T12:29:44,046 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-07T12:29:44,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-07T12:29:44,047 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:44,054 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-07T12:29:44,054 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:44,054 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-07T12:29:44,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:44,070 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:29:44,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-07T12:29:44,074 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-07T12:29:44,076 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-07T12:29:44,077 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-07T12:29:44,078 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-07T12:29:46,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-07T12:29:46,378 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:47,731 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:29:47,904 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-07T12:29:50,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547755' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-07T12:29:50,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:55836 deadline: 1730982596087, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547755' does not exist
2024-11-07T12:29:50,092 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8944cbb06cd2,41537,1730982536786 for closing scanner id = -5227531960137547755 for c2ed9f7d845b183a87a05132ba4d13a6 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547755' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T12:29:50,094 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1628 (was 1667)
2024-11-07T12:29:50,103 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=1628
2024-11-07T12:29:50,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-07T12:29:50,108 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:50,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:50,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-07T12:29:50,110 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-07T12:29:50,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741841_1017 (size=423)
2024-11-07T12:29:50,528 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47fc407bf314808d4f2bf12791c4b3a8, NAME => 'testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:50,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741842_1018 (size=74)
2024-11-07T12:29:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-07T12:29:50,941 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:50,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 47fc407bf314808d4f2bf12791c4b3a8, disabling compactions & flushes
2024-11-07T12:29:50,942 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:50,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:50,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8. after waiting 0 ms
2024-11-07T12:29:50,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:50,942 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:50,942 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47fc407bf314808d4f2bf12791c4b3a8:
Waiting for close lock at 1730982590942Disabling compacts and flushes for region at 1730982590942Disabling writes for close at 1730982590942Writing region close event to WAL at 1730982590942Closed at 1730982590942
2024-11-07T12:29:50,944 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:29:50,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1730982590944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982590944"}]},"ts":"1730982590944"}
2024-11-07T12:29:50,947 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:29:50,949 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:29:50,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982590949"}]},"ts":"1730982590949"}
2024-11-07T12:29:50,951 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-07T12:29:50,952 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47fc407bf314808d4f2bf12791c4b3a8, ASSIGN}]
2024-11-07T12:29:50,953 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47fc407bf314808d4f2bf12791c4b3a8, ASSIGN
2024-11-07T12:29:50,955 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47fc407bf314808d4f2bf12791c4b3a8, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:29:51,106 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=47fc407bf314808d4f2bf12791c4b3a8, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:51,114 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47fc407bf314808d4f2bf12791c4b3a8, ASSIGN because future has completed
2024-11-07T12:29:51,115 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47fc407bf314808d4f2bf12791c4b3a8, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-07T12:29:51,283 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:51,283 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 47fc407bf314808d4f2bf12791c4b3a8, NAME => 'testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:51,283 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,283 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:51,283 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,283 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,286 INFO  [StoreOpener-47fc407bf314808d4f2bf12791c4b3a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 47fc407bf314808d4f2bf12791c4b3a8 
2024-11-07T12:29:51,289 INFO  [StoreOpener-47fc407bf314808d4f2bf12791c4b3a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47fc407bf314808d4f2bf12791c4b3a8 columnFamilyName testFamily
2024-11-07T12:29:51,289 DEBUG [StoreOpener-47fc407bf314808d4f2bf12791c4b3a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:51,290 INFO  [StoreOpener-47fc407bf314808d4f2bf12791c4b3a8-1 {}] regionserver.HStore(327): Store=47fc407bf314808d4f2bf12791c4b3a8/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:29:51,290 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,291 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,292 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,293 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,293 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,297 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,302 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:51,303 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 47fc407bf314808d4f2bf12791c4b3a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63565612, jitterRate=-0.052798569202423096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:29:51,303 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:29:51,304 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 47fc407bf314808d4f2bf12791c4b3a8:
Running coprocessor pre-open hook at 1730982591284Writing region info on filesystem at 1730982591284Initializing all the Stores at 1730982591285 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982591285Cleaning up temporary data from old regions at 1730982591293 (+8 ms)Running coprocessor post-open hooks at 1730982591303 (+10 ms)Region opened successfully at 1730982591304 (+1 ms)
2024-11-07T12:29:51,305 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8., pid=15, masterSystemTime=1730982591269
2024-11-07T12:29:51,309 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:51,309 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:29:51,310 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=47fc407bf314808d4f2bf12791c4b3a8, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:51,313 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47fc407bf314808d4f2bf12791c4b3a8, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:29:51,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-07T12:29:51,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 47fc407bf314808d4f2bf12791c4b3a8, server=8944cbb06cd2,41537,1730982536786 in 200 msec
2024-11-07T12:29:51,321 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-07T12:29:51,321 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=47fc407bf314808d4f2bf12791c4b3a8, ASSIGN in 366 msec
2024-11-07T12:29:51,322 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:29:51,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982591322"}]},"ts":"1730982591322"}
2024-11-07T12:29:51,325 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-07T12:29:51,326 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:29:51,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2210 sec
2024-11-07T12:29:53,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-07T12:29:53,132 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-07T12:29:53,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-07T12:29:53,133 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:53,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-07T12:29:53,137 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:53,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-07T12:29:53,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:53,152 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:29:53,152 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-07T12:29:53,156 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-07T12:29:53,158 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-07T12:29:53,159 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-07T12:29:53,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5227531960137547751
2024-11-07T12:29:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982596158, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:53,162 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-07T12:29:53,164 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-07T12:29:53,164 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:53,166 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:53,167 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-5227531960137547749
2024-11-07T12:29:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982596166, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:53,170 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:53,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-5227531960137547748
2024-11-07T12:29:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982596170, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:53,174 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:53,174 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-5227531960137547747
2024-11-07T12:29:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:55836 deadline: 1730982596173, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-07T12:29:53,177 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-07T12:29:53,184 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_387098627_22 at /127.0.0.1:34212 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=97 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=1624 (was 1628)
2024-11-07T12:29:53,192 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=1624
2024-11-07T12:29:53,194 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-07T12:29:53,197 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:53,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:53,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-07T12:29:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-07T12:29:53,198 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:53,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741843_1019 (size=418)
2024-11-07T12:29:53,614 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64a427d9281ff70afdcc3a506f072205, NAME => 'testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:53,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741844_1020 (size=69)
2024-11-07T12:29:53,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-07T12:29:54,027 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:54,028 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 64a427d9281ff70afdcc3a506f072205, disabling compactions & flushes
2024-11-07T12:29:54,028 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,028 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,028 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205. after waiting 0 ms
2024-11-07T12:29:54,028 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,029 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,029 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64a427d9281ff70afdcc3a506f072205:
Waiting for close lock at 1730982594028Disabling compacts and flushes for region at 1730982594028Disabling writes for close at 1730982594028Writing region close event to WAL at 1730982594028Closed at 1730982594028
2024-11-07T12:29:54,033 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:29:54,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1730982594033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982594033"}]},"ts":"1730982594033"}
2024-11-07T12:29:54,040 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:29:54,041 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:29:54,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982594041"}]},"ts":"1730982594041"}
2024-11-07T12:29:54,043 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-07T12:29:54,044 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=64a427d9281ff70afdcc3a506f072205, ASSIGN}]
2024-11-07T12:29:54,045 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=64a427d9281ff70afdcc3a506f072205, ASSIGN
2024-11-07T12:29:54,046 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=64a427d9281ff70afdcc3a506f072205, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:29:54,198 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=64a427d9281ff70afdcc3a506f072205, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:54,204 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=64a427d9281ff70afdcc3a506f072205, ASSIGN because future has completed
2024-11-07T12:29:54,204 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a427d9281ff70afdcc3a506f072205, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:29:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-07T12:29:54,371 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,371 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 64a427d9281ff70afdcc3a506f072205, NAME => 'testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:29:54,372 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,372 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:29:54,372 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,372 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,374 INFO  [StoreOpener-64a427d9281ff70afdcc3a506f072205-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 64a427d9281ff70afdcc3a506f072205 
2024-11-07T12:29:54,376 INFO  [StoreOpener-64a427d9281ff70afdcc3a506f072205-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64a427d9281ff70afdcc3a506f072205 columnFamilyName testFamily
2024-11-07T12:29:54,376 DEBUG [StoreOpener-64a427d9281ff70afdcc3a506f072205-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:54,377 INFO  [StoreOpener-64a427d9281ff70afdcc3a506f072205-1 {}] regionserver.HStore(327): Store=64a427d9281ff70afdcc3a506f072205/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:29:54,377 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,378 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,379 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,379 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,379 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,381 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,384 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:29:54,385 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 64a427d9281ff70afdcc3a506f072205; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69993441, jitterRate=0.04298354685306549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:29:54,385 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:29:54,385 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 64a427d9281ff70afdcc3a506f072205:
Running coprocessor pre-open hook at 1730982594372Writing region info on filesystem at 1730982594372Initializing all the Stores at 1730982594374 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982594374Cleaning up temporary data from old regions at 1730982594379 (+5 ms)Running coprocessor post-open hooks at 1730982594385 (+6 ms)Region opened successfully at 1730982594385
2024-11-07T12:29:54,387 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., pid=18, masterSystemTime=1730982594358
2024-11-07T12:29:54,390 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,390 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:29:54,391 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=64a427d9281ff70afdcc3a506f072205, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:29:54,393 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a427d9281ff70afdcc3a506f072205, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:29:54,398 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-07T12:29:54,398 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 64a427d9281ff70afdcc3a506f072205, server=8944cbb06cd2,41537,1730982536786 in 191 msec
2024-11-07T12:29:54,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-07T12:29:54,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=64a427d9281ff70afdcc3a506f072205, ASSIGN in 354 msec
2024-11-07T12:29:54,402 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:29:54,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982594402"}]},"ts":"1730982594402"}
2024-11-07T12:29:54,404 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-07T12:29:54,405 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:29:54,407 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2110 sec
2024-11-07T12:29:55,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T12:29:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-07T12:29:56,235 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-07T12:29:56,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-07T12:29:56,236 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:56,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-07T12:29:56,243 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:29:56,244 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-07T12:29:56,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:56,261 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:29:56,262 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-07T12:29:56,265 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-07T12:29:56,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-07T12:29:56,787 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:29:56,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-07T12:29:56,813 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:56,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-07T12:29:56,814 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-07T12:29:57,271 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-07T12:29:57,272 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-11-07T12:29:57,272 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:29:57,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-07T12:29:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:29:58,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-07T12:29:59,271 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=977ms
2024-11-07T12:29:59,271 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=983ms, rpcTimeout=977ms
2024-11-07T12:29:59,272 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:29:59,287 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 228), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 97), ProcessCount=11 (was 11), AvailableMemoryMB=1617 (was 1624)
2024-11-07T12:29:59,296 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=1617
2024-11-07T12:29:59,299 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:29:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-07T12:29:59,304 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:29:59,304 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:29:59,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-07T12:29:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-07T12:29:59,306 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:29:59,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741845_1021 (size=416)
2024-11-07T12:29:59,720 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89f8133de72617de84fe9e58a2027729, NAME => 'testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:29:59,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741846_1022 (size=67)
2024-11-07T12:29:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-07T12:29:59,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-07T12:30:00,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:00,135 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 89f8133de72617de84fe9e58a2027729, disabling compactions & flushes
2024-11-07T12:30:00,135 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,136 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,136 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729. after waiting 0 ms
2024-11-07T12:30:00,136 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,136 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,137 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89f8133de72617de84fe9e58a2027729:
Waiting for close lock at 1730982600135Disabling compacts and flushes for region at 1730982600135Disabling writes for close at 1730982600136 (+1 ms)Writing region close event to WAL at 1730982600136Closed at 1730982600136
2024-11-07T12:30:00,142 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:30:00,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1730982600142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982600142"}]},"ts":"1730982600142"}
2024-11-07T12:30:00,149 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:30:00,150 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:30:00,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982600150"}]},"ts":"1730982600150"}
2024-11-07T12:30:00,154 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-07T12:30:00,154 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=89f8133de72617de84fe9e58a2027729, ASSIGN}]
2024-11-07T12:30:00,156 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=89f8133de72617de84fe9e58a2027729, ASSIGN
2024-11-07T12:30:00,158 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=89f8133de72617de84fe9e58a2027729, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:30:00,309 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=89f8133de72617de84fe9e58a2027729, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:00,313 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=89f8133de72617de84fe9e58a2027729, ASSIGN because future has completed
2024-11-07T12:30:00,314 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f8133de72617de84fe9e58a2027729, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:30:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-07T12:30:00,479 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,479 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 89f8133de72617de84fe9e58a2027729, NAME => 'testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:30:00,480 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,480 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:00,481 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,481 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,483 INFO  [StoreOpener-89f8133de72617de84fe9e58a2027729-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 89f8133de72617de84fe9e58a2027729 
2024-11-07T12:30:00,486 INFO  [StoreOpener-89f8133de72617de84fe9e58a2027729-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f8133de72617de84fe9e58a2027729 columnFamilyName testFamily
2024-11-07T12:30:00,486 DEBUG [StoreOpener-89f8133de72617de84fe9e58a2027729-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:00,487 INFO  [StoreOpener-89f8133de72617de84fe9e58a2027729-1 {}] regionserver.HStore(327): Store=89f8133de72617de84fe9e58a2027729/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:30:00,487 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,488 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,489 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,490 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,490 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,494 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,498 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:30:00,499 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 89f8133de72617de84fe9e58a2027729; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70786322, jitterRate=0.054798394441604614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:30:00,499 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:00,500 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 89f8133de72617de84fe9e58a2027729:
Running coprocessor pre-open hook at 1730982600481Writing region info on filesystem at 1730982600481Initializing all the Stores at 1730982600483 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982600483Cleaning up temporary data from old regions at 1730982600490 (+7 ms)Running coprocessor post-open hooks at 1730982600499 (+9 ms)Region opened successfully at 1730982600500 (+1 ms)
2024-11-07T12:30:00,502 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729., pid=21, masterSystemTime=1730982600468
2024-11-07T12:30:00,505 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,505 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:00,505 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=89f8133de72617de84fe9e58a2027729, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:00,508 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f8133de72617de84fe9e58a2027729, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:30:00,512 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-07T12:30:00,513 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 89f8133de72617de84fe9e58a2027729, server=8944cbb06cd2,41537,1730982536786 in 195 msec
2024-11-07T12:30:00,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-07T12:30:00,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=89f8133de72617de84fe9e58a2027729, ASSIGN in 358 msec
2024-11-07T12:30:00,517 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:30:00,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982600517"}]},"ts":"1730982600517"}
2024-11-07T12:30:00,519 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-07T12:30:00,521 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:30:00,523 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2210 sec
2024-11-07T12:30:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-07T12:30:02,342 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-07T12:30:02,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-07T12:30:02,342 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:02,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-07T12:30:02,347 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:02,347 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-07T12:30:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:02,361 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:30:02,362 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-07T12:30:02,365 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-07T12:30:02,367 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-07T12:30:02,368 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-07T12:30:02,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-07T12:30:05,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-07T12:30:05,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:55836 deadline: 1730982606373, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547736' does not exist
2024-11-07T12:30:05,375 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8944cbb06cd2,41537,1730982536786 for closing scanner id = -5227531960137547736 for 89f8133de72617de84fe9e58a2027729 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547736' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T12:30:05,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=84 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=1542 (was 1617)
2024-11-07T12:30:05,386 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=84, ProcessCount=11, AvailableMemoryMB=1541
2024-11-07T12:30:05,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:30:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-07T12:30:05,391 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:30:05,391 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:05,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-07T12:30:05,392 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:30:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-07T12:30:05,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741847_1023 (size=411)
2024-11-07T12:30:05,802 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fde2f4932224a46385d679f4e28a2a74, NAME => 'testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:30:05,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741848_1024 (size=62)
2024-11-07T12:30:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-07T12:30:05,982 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:06,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-07T12:30:06,210 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:06,210 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing fde2f4932224a46385d679f4e28a2a74, disabling compactions & flushes
2024-11-07T12:30:06,210 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74. after waiting 0 ms
2024-11-07T12:30:06,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,211 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,211 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for fde2f4932224a46385d679f4e28a2a74:
Waiting for close lock at 1730982606210Disabling compacts and flushes for region at 1730982606210Disabling writes for close at 1730982606211 (+1 ms)Writing region close event to WAL at 1730982606211Closed at 1730982606211
2024-11-07T12:30:06,212 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:30:06,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1730982606212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982606212"}]},"ts":"1730982606212"}
2024-11-07T12:30:06,215 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:30:06,216 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:30:06,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982606216"}]},"ts":"1730982606216"}
2024-11-07T12:30:06,219 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-07T12:30:06,219 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fde2f4932224a46385d679f4e28a2a74, ASSIGN}]
2024-11-07T12:30:06,221 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fde2f4932224a46385d679f4e28a2a74, ASSIGN
2024-11-07T12:30:06,222 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fde2f4932224a46385d679f4e28a2a74, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:30:06,372 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fde2f4932224a46385d679f4e28a2a74, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:06,376 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fde2f4932224a46385d679f4e28a2a74, ASSIGN because future has completed
2024-11-07T12:30:06,376 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fde2f4932224a46385d679f4e28a2a74, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:30:06,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-07T12:30:06,378 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-07T12:30:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-07T12:30:06,534 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,534 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fde2f4932224a46385d679f4e28a2a74, NAME => 'testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:30:06,535 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,535 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:06,535 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,535 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,537 INFO  [StoreOpener-fde2f4932224a46385d679f4e28a2a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fde2f4932224a46385d679f4e28a2a74 
2024-11-07T12:30:06,539 INFO  [StoreOpener-fde2f4932224a46385d679f4e28a2a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fde2f4932224a46385d679f4e28a2a74 columnFamilyName testFamily
2024-11-07T12:30:06,539 DEBUG [StoreOpener-fde2f4932224a46385d679f4e28a2a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:06,540 INFO  [StoreOpener-fde2f4932224a46385d679f4e28a2a74-1 {}] regionserver.HStore(327): Store=fde2f4932224a46385d679f4e28a2a74/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:30:06,540 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,542 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,542 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,543 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,543 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,545 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,548 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:30:06,549 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fde2f4932224a46385d679f4e28a2a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64293691, jitterRate=-0.04194934666156769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:30:06,549 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:06,550 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fde2f4932224a46385d679f4e28a2a74:
Running coprocessor pre-open hook at 1730982606535Writing region info on filesystem at 1730982606535Initializing all the Stores at 1730982606537 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982606537Cleaning up temporary data from old regions at 1730982606543 (+6 ms)Running coprocessor post-open hooks at 1730982606549 (+6 ms)Region opened successfully at 1730982606550 (+1 ms)
2024-11-07T12:30:06,551 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74., pid=24, masterSystemTime=1730982606529
2024-11-07T12:30:06,554 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,554 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:06,555 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=fde2f4932224a46385d679f4e28a2a74, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:06,557 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure fde2f4932224a46385d679f4e28a2a74, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:30:06,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-07T12:30:06,561 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure fde2f4932224a46385d679f4e28a2a74, server=8944cbb06cd2,41537,1730982536786 in 183 msec
2024-11-07T12:30:06,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-07T12:30:06,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=fde2f4932224a46385d679f4e28a2a74, ASSIGN in 342 msec
2024-11-07T12:30:06,565 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:30:06,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982606565"}]},"ts":"1730982606565"}
2024-11-07T12:30:06,568 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-07T12:30:06,569 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:30:06,573 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1810 sec
2024-11-07T12:30:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-07T12:30:08,415 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-07T12:30:08,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-07T12:30:08,416 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:08,423 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-07T12:30:08,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:08,424 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-07T12:30:08,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:08,437 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:30:08,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-07T12:30:08,441 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-07T12:30:08,443 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-07T12:30:08,445 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-07T12:30:08,446 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-07T12:30:10,637 INFO  [master/8944cbb06cd2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-07T12:30:10,638 INFO  [master/8944cbb06cd2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-07T12:30:11,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547732' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-07T12:30:11,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:55836 deadline: 1730982612458, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547732' does not exist
2024-11-07T12:30:11,461 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8944cbb06cd2,41537,1730982536786 for closing scanner id = -5227531960137547732 for fde2f4932224a46385d679f4e28a2a74 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547732' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T12:30:11,465 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 84), ProcessCount=11 (was 11), AvailableMemoryMB=1604 (was 1541) - AvailableMemoryMB LEAK? -
2024-11-07T12:30:11,473 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=1604
2024-11-07T12:30:11,476 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:30:11,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-07T12:30:11,479 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:30:11,479 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:11,479 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-07T12:30:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-07T12:30:11,481 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:30:11,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741849_1025 (size=419)
2024-11-07T12:30:11,898 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 892df440e122ec5f07ae543b7027fbe1, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:30:11,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741850_1026 (size=70)
2024-11-07T12:30:11,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-07T12:30:12,036 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:12,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-07T12:30:12,311 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:12,311 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 892df440e122ec5f07ae543b7027fbe1, disabling compactions & flushes
2024-11-07T12:30:12,311 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,311 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,311 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1. after waiting 0 ms
2024-11-07T12:30:12,311 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,312 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,312 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 892df440e122ec5f07ae543b7027fbe1:
Waiting for close lock at 1730982612311Disabling compacts and flushes for region at 1730982612311Disabling writes for close at 1730982612311Writing region close event to WAL at 1730982612311Closed at 1730982612311
2024-11-07T12:30:12,314 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:30:12,315 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1730982612315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982612315"}]},"ts":"1730982612315"}
2024-11-07T12:30:12,319 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:30:12,320 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:30:12,320 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982612320"}]},"ts":"1730982612320"}
2024-11-07T12:30:12,323 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-07T12:30:12,324 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=892df440e122ec5f07ae543b7027fbe1, ASSIGN}]
2024-11-07T12:30:12,325 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=892df440e122ec5f07ae543b7027fbe1, ASSIGN
2024-11-07T12:30:12,327 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=892df440e122ec5f07ae543b7027fbe1, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:30:12,478 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=892df440e122ec5f07ae543b7027fbe1, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:12,485 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=892df440e122ec5f07ae543b7027fbe1, ASSIGN because future has completed
2024-11-07T12:30:12,486 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892df440e122ec5f07ae543b7027fbe1, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:30:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-07T12:30:12,656 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 892df440e122ec5f07ae543b7027fbe1, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:30:12,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:12,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,659 INFO  [StoreOpener-892df440e122ec5f07ae543b7027fbe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 892df440e122ec5f07ae543b7027fbe1 
2024-11-07T12:30:12,661 INFO  [StoreOpener-892df440e122ec5f07ae543b7027fbe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 892df440e122ec5f07ae543b7027fbe1 columnFamilyName testFamily
2024-11-07T12:30:12,662 DEBUG [StoreOpener-892df440e122ec5f07ae543b7027fbe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:12,663 INFO  [StoreOpener-892df440e122ec5f07ae543b7027fbe1-1 {}] regionserver.HStore(327): Store=892df440e122ec5f07ae543b7027fbe1/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:30:12,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:30:12,670 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 892df440e122ec5f07ae543b7027fbe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63159190, jitterRate=-0.05885472893714905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:30:12,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:12,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 892df440e122ec5f07ae543b7027fbe1:
Running coprocessor pre-open hook at 1730982612657Writing region info on filesystem at 1730982612657Initializing all the Stores at 1730982612659 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982612659Cleaning up temporary data from old regions at 1730982612665 (+6 ms)Running coprocessor post-open hooks at 1730982612671 (+6 ms)Region opened successfully at 1730982612671
2024-11-07T12:30:12,672 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., pid=27, masterSystemTime=1730982612640
2024-11-07T12:30:12,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,675 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:12,675 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=892df440e122ec5f07ae543b7027fbe1, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:12,678 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 892df440e122ec5f07ae543b7027fbe1, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:30:12,682 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-07T12:30:12,683 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 892df440e122ec5f07ae543b7027fbe1, server=8944cbb06cd2,41537,1730982536786 in 194 msec
2024-11-07T12:30:12,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-07T12:30:12,684 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=892df440e122ec5f07ae543b7027fbe1, ASSIGN in 359 msec
2024-11-07T12:30:12,686 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:30:12,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982612686"}]},"ts":"1730982612686"}
2024-11-07T12:30:12,688 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-07T12:30:12,690 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:30:12,692 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2140 sec
2024-11-07T12:30:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-07T12:30:14,516 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-07T12:30:14,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-07T12:30:14,517 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:14,527 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-07T12:30:14,527 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:14,528 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-07T12:30:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:14,542 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:30:14,543 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-07T12:30:14,546 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-07T12:30:14,547 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-07T12:30:16,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-07T12:30:16,378 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-07T12:30:16,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-07T12:30:16,380 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-07T12:30:18,161 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:18,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-07T12:30:20,551 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-07T12:30:20,551 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-11-07T12:30:20,552 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:30:20,570 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=1593 (was 1604)
2024-11-07T12:30:20,578 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=1592
2024-11-07T12:30:20,581 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:30:20,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-07T12:30:20,585 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:30:20,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:20,585 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-07T12:30:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-07T12:30:20,587 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:30:20,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741851_1027 (size=407)
2024-11-07T12:30:21,004 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a88f7eb25c22dcd47dbec1396dd2f9cb, NAME => 'hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:30:21,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741852_1028 (size=58)
2024-11-07T12:30:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-07T12:30:21,418 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:21,418 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing a88f7eb25c22dcd47dbec1396dd2f9cb, disabling compactions & flushes
2024-11-07T12:30:21,419 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb. after waiting 0 ms
2024-11-07T12:30:21,419 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,419 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,420 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for a88f7eb25c22dcd47dbec1396dd2f9cb:
Waiting for close lock at 1730982621418Disabling compacts and flushes for region at 1730982621418Disabling writes for close at 1730982621419 (+1 ms)Writing region close event to WAL at 1730982621419Closed at 1730982621419
2024-11-07T12:30:21,474 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:30:21,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1730982621475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982621475"}]},"ts":"1730982621475"}
2024-11-07T12:30:21,480 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:30:21,482 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:30:21,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982621482"}]},"ts":"1730982621482"}
2024-11-07T12:30:21,487 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-07T12:30:21,488 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a88f7eb25c22dcd47dbec1396dd2f9cb, ASSIGN}]
2024-11-07T12:30:21,490 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a88f7eb25c22dcd47dbec1396dd2f9cb, ASSIGN
2024-11-07T12:30:21,491 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a88f7eb25c22dcd47dbec1396dd2f9cb, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:30:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-07T12:30:21,643 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a88f7eb25c22dcd47dbec1396dd2f9cb, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:21,649 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a88f7eb25c22dcd47dbec1396dd2f9cb, ASSIGN because future has completed
2024-11-07T12:30:21,650 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a88f7eb25c22dcd47dbec1396dd2f9cb, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:30:21,816 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => a88f7eb25c22dcd47dbec1396dd2f9cb, NAME => 'hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:30:21,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:21,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,819 INFO  [StoreOpener-a88f7eb25c22dcd47dbec1396dd2f9cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region a88f7eb25c22dcd47dbec1396dd2f9cb 
2024-11-07T12:30:21,821 INFO  [StoreOpener-a88f7eb25c22dcd47dbec1396dd2f9cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a88f7eb25c22dcd47dbec1396dd2f9cb columnFamilyName testFamily
2024-11-07T12:30:21,821 DEBUG [StoreOpener-a88f7eb25c22dcd47dbec1396dd2f9cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:21,821 INFO  [StoreOpener-a88f7eb25c22dcd47dbec1396dd2f9cb-1 {}] regionserver.HStore(327): Store=a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:30:21,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:30:21,828 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened a88f7eb25c22dcd47dbec1396dd2f9cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63914876, jitterRate=-0.04759413003921509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:30:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:21,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for a88f7eb25c22dcd47dbec1396dd2f9cb:
Running coprocessor pre-open hook at 1730982621817Writing region info on filesystem at 1730982621817Initializing all the Stores at 1730982621818 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982621818Cleaning up temporary data from old regions at 1730982621823 (+5 ms)Running coprocessor post-open hooks at 1730982621829 (+6 ms)Region opened successfully at 1730982621829
2024-11-07T12:30:21,831 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., pid=30, masterSystemTime=1730982621804
2024-11-07T12:30:21,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,833 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:21,834 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=a88f7eb25c22dcd47dbec1396dd2f9cb, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:21,837 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure a88f7eb25c22dcd47dbec1396dd2f9cb, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:30:21,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-07T12:30:21,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure a88f7eb25c22dcd47dbec1396dd2f9cb, server=8944cbb06cd2,41537,1730982536786 in 188 msec
2024-11-07T12:30:21,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-07T12:30:21,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=a88f7eb25c22dcd47dbec1396dd2f9cb, ASSIGN in 353 msec
2024-11-07T12:30:21,844 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:30:21,844 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982621844"}]},"ts":"1730982621844"}
2024-11-07T12:30:21,846 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-07T12:30:21,847 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:30:21,849 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2660 sec
2024-11-07T12:30:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-07T12:30:23,625 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-07T12:30:23,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-07T12:30:23,626 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:23,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-07T12:30:23,637 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:23,637 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-07T12:30:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:23,650 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:30:23,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-07T12:30:23,654 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-07T12:30:23,656 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-07T12:30:23,657 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-07T12:30:23,658 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-07T12:30:24,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-07T12:30:25,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-07T12:30:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-07T12:30:26,378 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-07T12:30:27,323 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:29,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547724' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-07T12:30:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41537 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:55836 deadline: 1730982635663, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547724' does not exist
2024-11-07T12:30:29,670 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 8944cbb06cd2,41537,1730982536786 for closing scanner id = -5227531960137547724 for a88f7eb25c22dcd47dbec1396dd2f9cb of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-5227531960137547724' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-07T12:30:29,675 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=55 (was 65), ProcessCount=11 (was 11), AvailableMemoryMB=1587 (was 1592)
2024-11-07T12:30:29,684 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=55, ProcessCount=11, AvailableMemoryMB=1587
2024-11-07T12:30:29,686 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-07T12:30:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-07T12:30:29,690 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-07T12:30:29,690 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:29,690 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-07T12:30:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-07T12:30:29,691 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-07T12:30:29,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741853_1029 (size=423)
2024-11-07T12:30:30,106 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb51c31deb1dee122511d9cd2d27ba3, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4
2024-11-07T12:30:30,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741854_1030 (size=74)
2024-11-07T12:30:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-07T12:30:30,518 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:30,519 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6fb51c31deb1dee122511d9cd2d27ba3, disabling compactions & flushes
2024-11-07T12:30:30,519 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,519 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,519 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3. after waiting 0 ms
2024-11-07T12:30:30,520 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,520 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,520 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb51c31deb1dee122511d9cd2d27ba3:
Waiting for close lock at 1730982630519Disabling compacts and flushes for region at 1730982630519Disabling writes for close at 1730982630520 (+1 ms)Writing region close event to WAL at 1730982630520Closed at 1730982630520
2024-11-07T12:30:30,523 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-07T12:30:30,524 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1730982630524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730982630524"}]},"ts":"1730982630524"}
2024-11-07T12:30:30,529 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-07T12:30:30,530 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-07T12:30:30,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982630530"}]},"ts":"1730982630530"}
2024-11-07T12:30:30,533 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-07T12:30:30,533 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6fb51c31deb1dee122511d9cd2d27ba3, ASSIGN}]
2024-11-07T12:30:30,535 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6fb51c31deb1dee122511d9cd2d27ba3, ASSIGN
2024-11-07T12:30:30,536 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6fb51c31deb1dee122511d9cd2d27ba3, ASSIGN; state=OFFLINE, location=8944cbb06cd2,41537,1730982536786; forceNewPlan=false, retain=false
2024-11-07T12:30:30,614 DEBUG [master/8944cbb06cd2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-07T12:30:30,687 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6fb51c31deb1dee122511d9cd2d27ba3, regionState=OPENING, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:30,694 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6fb51c31deb1dee122511d9cd2d27ba3, ASSIGN because future has completed
2024-11-07T12:30:30,694 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb51c31deb1dee122511d9cd2d27ba3, server=8944cbb06cd2,41537,1730982536786}]
2024-11-07T12:30:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-07T12:30:30,860 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,860 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb51c31deb1dee122511d9cd2d27ba3, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.', STARTKEY => '', ENDKEY => ''}
2024-11-07T12:30:30,860 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,861 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-07T12:30:30,861 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,861 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,862 INFO  [StoreOpener-6fb51c31deb1dee122511d9cd2d27ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6fb51c31deb1dee122511d9cd2d27ba3 
2024-11-07T12:30:30,864 INFO  [StoreOpener-6fb51c31deb1dee122511d9cd2d27ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb51c31deb1dee122511d9cd2d27ba3 columnFamilyName testFamily
2024-11-07T12:30:30,864 DEBUG [StoreOpener-6fb51c31deb1dee122511d9cd2d27ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-07T12:30:30,865 INFO  [StoreOpener-6fb51c31deb1dee122511d9cd2d27ba3-1 {}] regionserver.HStore(327): Store=6fb51c31deb1dee122511d9cd2d27ba3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-07T12:30:30,865 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,866 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,867 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,867 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,867 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,869 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,871 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-07T12:30:30,872 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6fb51c31deb1dee122511d9cd2d27ba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929419, jitterRate=0.012227222323417664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-07T12:30:30,872 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:30,873 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6fb51c31deb1dee122511d9cd2d27ba3:
Running coprocessor pre-open hook at 1730982630861Writing region info on filesystem at 1730982630861Initializing all the Stores at 1730982630862 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730982630862Cleaning up temporary data from old regions at 1730982630867 (+5 ms)Running coprocessor post-open hooks at 1730982630872 (+5 ms)Region opened successfully at 1730982630873 (+1 ms)
2024-11-07T12:30:30,874 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., pid=33, masterSystemTime=1730982630849
2024-11-07T12:30:30,877 DEBUG [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,877 INFO  [RS_OPEN_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:30,878 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=6fb51c31deb1dee122511d9cd2d27ba3, regionState=OPEN, openSeqNum=2, regionLocation=8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:30,881 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb51c31deb1dee122511d9cd2d27ba3, server=8944cbb06cd2,41537,1730982536786 because future has completed
2024-11-07T12:30:30,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-07T12:30:30,884 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb51c31deb1dee122511d9cd2d27ba3, server=8944cbb06cd2,41537,1730982536786 in 188 msec
2024-11-07T12:30:30,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-07T12:30:30,886 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=6fb51c31deb1dee122511d9cd2d27ba3, ASSIGN in 351 msec
2024-11-07T12:30:30,887 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-07T12:30:30,887 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982630887"}]},"ts":"1730982630887"}
2024-11-07T12:30:30,890 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-07T12:30:30,891 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-07T12:30:30,892 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2040 sec
2024-11-07T12:30:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-07T12:30:32,725 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-07T12:30:32,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-07T12:30:32,726 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:32,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-07T12:30:32,739 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-07T12:30:32,739 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-07T12:30:32,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:32,810 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-07T12:30:32,810 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-07T12:30:32,813 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-07T12:30:32,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-07T12:30:33,821 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-07T12:30:33,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-07T12:30:33,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:30:34,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-07T12:30:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2]
2024-11-07T12:30:34,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-07T12:30:35,821 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=8944cbb06cd2:41537 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=972ms
2024-11-07T12:30:35,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=972ms
2024-11-07T12:30:35,822 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., hostname=8944cbb06cd2,41537,1730982536786, seqNum=2 from cache
2024-11-07T12:30:35,842 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=67 (was 55) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1585 (was 1587)
2024-11-07T12:30:35,842 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T12:30:35,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T12:30:35,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,850 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T12:30:35,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-07T12:30:35,851 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T12:30:35,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T12:30:35,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,851 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-07T12:30:35,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-07T12:30:35,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1822065101, stopped=false
2024-11-07T12:30:35,852 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8944cbb06cd2,38247,1730982536014
2024-11-07T12:30:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-07T12:30:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-07T12:30:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:30:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:30:35,906 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-07T12:30:35,907 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-07T12:30:35,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T12:30:35,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-07T12:30:35,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-07T12:30:35,908 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8944cbb06cd2,41537,1730982536786' *****
2024-11-07T12:30:35,908 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-07T12:30:35,909 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-07T12:30:35,909 INFO  [RS:0;8944cbb06cd2:41537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-07T12:30:35,909 INFO  [RS:0;8944cbb06cd2:41537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-07T12:30:35,910 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for c2ed9f7d845b183a87a05132ba4d13a6
2024-11-07T12:30:35,911 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 89f8133de72617de84fe9e58a2027729
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a8b1434ac36e4dc07f3e11501db3f50
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 64a427d9281ff70afdcc3a506f072205
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb51c31deb1dee122511d9cd2d27ba3
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for a88f7eb25c22dcd47dbec1396dd2f9cb
2024-11-07T12:30:35,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fde2f4932224a46385d679f4e28a2a74, disabling compactions & flushes
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 892df440e122ec5f07ae543b7027fbe1
2024-11-07T12:30:35,911 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:35,911 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:35,912 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:35,912 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:30:35,912 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74. after waiting 0 ms
2024-11-07T12:30:35,912 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:35,912 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(959): stopping server 8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:35,912 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-07T12:30:35,912 INFO  [RS:0;8944cbb06cd2:41537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8944cbb06cd2:41537.
2024-11-07T12:30:35,912 DEBUG [RS:0;8944cbb06cd2:41537 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-07T12:30:35,912 DEBUG [RS:0;8944cbb06cd2:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:35,912 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-07T12:30:35,913 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-07T12:30:35,913 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-07T12:30:35,913 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-07T12:30:35,913 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-07T12:30:35,913 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-07T12:30:35,913 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-07T12:30:35,914 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-07T12:30:35,914 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, c2ed9f7d845b183a87a05132ba4d13a6, f96a8dd0326821653d5a449694e9026f, fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:35,914 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-07T12:30:35,914 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-07T12:30:35,916 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fde2f4932224a46385d679f4e28a2a74 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:35,916 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-07T12:30:35,965 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/.tmp/testFamily/e32f836f54e3418bab5e910d6d811d9f is 61, key is row-0/testFamily:testQualifier/1730982608428/Put/seqid=0
2024-11-07T12:30:35,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741855_1031 (size=5049)
2024-11-07T12:30:35,979 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/info/203d1415829c469991618f56c521baf0 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50./info:regioninfo/1730982571990/Put/seqid=0
2024-11-07T12:30:35,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741856_1032 (size=20564)
2024-11-07T12:30:36,114 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, c2ed9f7d845b183a87a05132ba4d13a6, f96a8dd0326821653d5a449694e9026f, fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:36,314 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, c2ed9f7d845b183a87a05132ba4d13a6, f96a8dd0326821653d5a449694e9026f, fde2f4932224a46385d679f4e28a2a74
2024-11-07T12:30:36,345 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-07T12:30:36,363 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:36,377 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/.tmp/testFamily/e32f836f54e3418bab5e910d6d811d9f
2024-11-07T12:30:36,386 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/info/203d1415829c469991618f56c521baf0
2024-11-07T12:30:36,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-07T12:30:36,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-07T12:30:36,405 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-07T12:30:36,419 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/.tmp/testFamily/e32f836f54e3418bab5e910d6d811d9f as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/testFamily/e32f836f54e3418bab5e910d6d811d9f
2024-11-07T12:30:36,429 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/testFamily/e32f836f54e3418bab5e910d6d811d9f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:36,436 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fde2f4932224a46385d679f4e28a2a74 in 521ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:36,441 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/ns/645dd2c1afb6474590653e429ef13147 is 43, key is default/ns:d/1730982570528/Put/seqid=0
2024-11-07T12:30:36,443 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNext/fde2f4932224a46385d679f4e28a2a74/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:36,446 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:36,446 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fde2f4932224a46385d679f4e28a2a74:
Waiting for close lock at 1730982635911Running coprocessor pre-close hooks at 1730982635911Disabling compacts and flushes for region at 1730982635911Disabling writes for close at 1730982635912 (+1 ms)Obtaining lock to block concurrent updates at 1730982635916 (+4 ms)Preparing flush snapshotting stores in fde2f4932224a46385d679f4e28a2a74 at 1730982635916Finished memstore snapshotting testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982635922 (+6 ms)Flushing stores of testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74. at 1730982635924 (+2 ms)Flushing fde2f4932224a46385d679f4e28a2a74/testFamily: creating writer at 1730982635925 (+1 ms)Flushing fde2f4932224a46385d679f4e28a2a74/testFamily: appending metadata at 1730982635960 (+35 ms)Flushing fde2f4932224a46385d679f4e28a2a74/testFamily: closing flushed file at 1730982635962 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c89197: reopening flushed file at 1730982636417 (+455 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fde2f4932224a46385d679f4e28a2a74 in 521ms, sequenceid=8, compaction requested=false at 1730982636436 (+19 ms)Writing region close event to WAL at 1730982636438 (+2 ms)Running coprocessor post-close hooks at 1730982636444 (+6 ms)Closed at 1730982636445 (+1 ms)
2024-11-07T12:30:36,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741857_1033 (size=5153)
2024-11-07T12:30:36,446 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1730982605387.fde2f4932224a46385d679f4e28a2a74.
2024-11-07T12:30:36,447 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2ed9f7d845b183a87a05132ba4d13a6, disabling compactions & flushes
2024-11-07T12:30:36,447 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:30:36,447 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:30:36,447 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/ns/645dd2c1afb6474590653e429ef13147
2024-11-07T12:30:36,447 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6. after waiting 0 ms
2024-11-07T12:30:36,447 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:30:36,447 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2ed9f7d845b183a87a05132ba4d13a6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:36,465 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/.tmp/testFamily/d3cfcaf2d1034d9989a57830b9165ecc is 61, key is row-0/testFamily:testQualifier/1730982584060/Put/seqid=0
2024-11-07T12:30:36,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741858_1034 (size=5049)
2024-11-07T12:30:36,473 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/table/ad08ef4a9a814f218c735f91b47cef14 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1730982572006/Put/seqid=0
2024-11-07T12:30:36,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741859_1035 (size=6699)
2024-11-07T12:30:36,515 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, c2ed9f7d845b183a87a05132ba4d13a6, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:36,715 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, c2ed9f7d845b183a87a05132ba4d13a6, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:36,792 INFO  [regionserver/8944cbb06cd2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-07T12:30:36,793 INFO  [regionserver/8944cbb06cd2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-07T12:30:36,872 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/.tmp/testFamily/d3cfcaf2d1034d9989a57830b9165ecc
2024-11-07T12:30:36,880 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/table/ad08ef4a9a814f218c735f91b47cef14
2024-11-07T12:30:36,888 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/.tmp/testFamily/d3cfcaf2d1034d9989a57830b9165ecc as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/testFamily/d3cfcaf2d1034d9989a57830b9165ecc
2024-11-07T12:30:36,890 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/info/203d1415829c469991618f56c521baf0 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/info/203d1415829c469991618f56c521baf0
2024-11-07T12:30:36,896 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/testFamily/d3cfcaf2d1034d9989a57830b9165ecc, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:36,898 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c2ed9f7d845b183a87a05132ba4d13a6 in 450ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:36,899 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/info/203d1415829c469991618f56c521baf0, entries=100, sequenceid=56, filesize=20.1 K
2024-11-07T12:30:36,901 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/ns/645dd2c1afb6474590653e429ef13147 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/ns/645dd2c1afb6474590653e429ef13147
2024-11-07T12:30:36,904 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNextAsync/c2ed9f7d845b183a87a05132ba4d13a6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:36,905 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:30:36,905 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2ed9f7d845b183a87a05132ba4d13a6:
Waiting for close lock at 1730982636447Running coprocessor pre-close hooks at 1730982636447Disabling compacts and flushes for region at 1730982636447Disabling writes for close at 1730982636447Obtaining lock to block concurrent updates at 1730982636447Preparing flush snapshotting stores in c2ed9f7d845b183a87a05132ba4d13a6 at 1730982636447Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982636448 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6. at 1730982636448Flushing c2ed9f7d845b183a87a05132ba4d13a6/testFamily: creating writer at 1730982636448Flushing c2ed9f7d845b183a87a05132ba4d13a6/testFamily: appending metadata at 1730982636465 (+17 ms)Flushing c2ed9f7d845b183a87a05132ba4d13a6/testFamily: closing flushed file at 1730982636465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a19bc3: reopening flushed file at 1730982636887 (+422 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for c2ed9f7d845b183a87a05132ba4d13a6 in 450ms, sequenceid=8, compaction requested=false at 1730982636898 (+11 ms)Writing region close event to WAL at 1730982636900 (+2 ms)Running coprocessor post-close hooks at 1730982636905 (+5 ms)Closed at 1730982636905
2024-11-07T12:30:36,905 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1730982581014.c2ed9f7d845b183a87a05132ba4d13a6.
2024-11-07T12:30:36,905 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89f8133de72617de84fe9e58a2027729, disabling compactions & flushes
2024-11-07T12:30:36,906 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:36,906 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:36,906 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729. after waiting 0 ms
2024-11-07T12:30:36,906 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:36,906 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89f8133de72617de84fe9e58a2027729 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:36,910 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/ns/645dd2c1afb6474590653e429ef13147, entries=2, sequenceid=56, filesize=5.0 K
2024-11-07T12:30:36,912 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/.tmp/table/ad08ef4a9a814f218c735f91b47cef14 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/table/ad08ef4a9a814f218c735f91b47cef14
2024-11-07T12:30:36,915 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-07T12:30:36,916 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1325): Online Regions={89f8133de72617de84fe9e58a2027729=testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729., 5a8b1434ac36e4dc07f3e11501db3f50=testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50., 64a427d9281ff70afdcc3a506f072205=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., 1588230740=hbase:meta,,1.1588230740, 6fb51c31deb1dee122511d9cd2d27ba3=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., a88f7eb25c22dcd47dbec1396dd2f9cb=hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., 892df440e122ec5f07ae543b7027fbe1=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., f96a8dd0326821653d5a449694e9026f=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., 47fc407bf314808d4f2bf12791c4b3a8=testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.}
2024-11-07T12:30:36,916 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:36,921 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/table/ad08ef4a9a814f218c735f91b47cef14, entries=20, sequenceid=56, filesize=6.5 K
2024-11-07T12:30:36,922 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=56, compaction requested=false
2024-11-07T12:30:36,927 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-07T12:30:36,928 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-07T12:30:36,928 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/.tmp/testFamily/784ecb12e4f94a25a407bbb666706f52 is 61, key is row-0/testFamily:testQualifier/1730982602352/Put/seqid=0
2024-11-07T12:30:36,929 INFO  [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-07T12:30:36,929 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1730982635913Running coprocessor pre-close hooks at 1730982635913Disabling compacts and flushes for region at 1730982635913Disabling writes for close at 1730982635914 (+1 ms)Obtaining lock to block concurrent updates at 1730982635916 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1730982635916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1730982635922 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730982635924 (+2 ms)Flushing 1588230740/info: creating writer at 1730982635925 (+1 ms)Flushing 1588230740/info: appending metadata at 1730982635971 (+46 ms)Flushing 1588230740/info: closing flushed file at 1730982635971Flushing 1588230740/ns: creating writer at 1730982636417 (+446 ms)Flushing 1588230740/ns: appending metadata at 1730982636440 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1730982636440Flushing 1588230740/table: creating writer at 1730982636457 (+17 ms)Flushing 1588230740/table: appending metadata at 1730982636472 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730982636472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24c34137: reopening flushed file at 1730982636889 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6794b00: reopening flushed file at 1730982636899 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a69345e: reopening flushed file at 1730982636910 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=56, compaction requested=false at 1730982636922 (+12 ms)Writing region close event to WAL at 1730982636923 (+1 ms)Running coprocessor post-close hooks at 1730982636928 (+5 ms)Closed at 1730982636928
2024-11-07T12:30:36,929 DEBUG [RS_CLOSE_META-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-07T12:30:36,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741860_1036 (size=5049)
2024-11-07T12:30:37,116 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:37,317 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, 89f8133de72617de84fe9e58a2027729, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:37,336 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/.tmp/testFamily/784ecb12e4f94a25a407bbb666706f52
2024-11-07T12:30:37,351 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/.tmp/testFamily/784ecb12e4f94a25a407bbb666706f52 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/testFamily/784ecb12e4f94a25a407bbb666706f52
2024-11-07T12:30:37,361 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/testFamily/784ecb12e4f94a25a407bbb666706f52, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:37,362 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89f8133de72617de84fe9e58a2027729 in 456ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:37,368 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnNextAsync/89f8133de72617de84fe9e58a2027729/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:37,369 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:37,369 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89f8133de72617de84fe9e58a2027729:
Waiting for close lock at 1730982636905Running coprocessor pre-close hooks at 1730982636905Disabling compacts and flushes for region at 1730982636905Disabling writes for close at 1730982636906 (+1 ms)Obtaining lock to block concurrent updates at 1730982636906Preparing flush snapshotting stores in 89f8133de72617de84fe9e58a2027729 at 1730982636906Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982636906Flushing stores of testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729. at 1730982636907 (+1 ms)Flushing 89f8133de72617de84fe9e58a2027729/testFamily: creating writer at 1730982636907Flushing 89f8133de72617de84fe9e58a2027729/testFamily: appending metadata at 1730982636928 (+21 ms)Flushing 89f8133de72617de84fe9e58a2027729/testFamily: closing flushed file at 1730982636928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b97093: reopening flushed file at 1730982637349 (+421 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 89f8133de72617de84fe9e58a2027729 in 456ms, sequenceid=8, compaction requested=false at 1730982637362 (+13 ms)Writing region close event to WAL at 1730982637363 (+1 ms)Running coprocessor post-close hooks at 1730982637369 (+6 ms)Closed at 1730982637369
2024-11-07T12:30:37,369 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1730982599299.89f8133de72617de84fe9e58a2027729.
2024-11-07T12:30:37,369 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a8b1434ac36e4dc07f3e11501db3f50, disabling compactions & flushes
2024-11-07T12:30:37,370 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:30:37,370 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:30:37,370 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50. after waiting 0 ms
2024-11-07T12:30:37,370 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:30:37,370 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a8b1434ac36e4dc07f3e11501db3f50 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:37,386 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/.tmp/testFamily/d472b1c425d841c1affbd973f83c3e3f is 61, key is row-0/testFamily:testQualifier/1730982573837/Put/seqid=0
2024-11-07T12:30:37,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741861_1037 (size=5049)
2024-11-07T12:30:37,518 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:37,718 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 5a8b1434ac36e4dc07f3e11501db3f50, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:37,793 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/.tmp/testFamily/d472b1c425d841c1affbd973f83c3e3f
2024-11-07T12:30:37,892 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/.tmp/testFamily/d472b1c425d841c1affbd973f83c3e3f as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/testFamily/d472b1c425d841c1affbd973f83c3e3f
2024-11-07T12:30:37,903 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/testFamily/d472b1c425d841c1affbd973f83c3e3f, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:37,905 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a8b1434ac36e4dc07f3e11501db3f50 in 534ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:37,910 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextExceptionAsync/5a8b1434ac36e4dc07f3e11501db3f50/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:37,911 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a8b1434ac36e4dc07f3e11501db3f50:
Waiting for close lock at 1730982637369Running coprocessor pre-close hooks at 1730982637369Disabling compacts and flushes for region at 1730982637369Disabling writes for close at 1730982637370 (+1 ms)Obtaining lock to block concurrent updates at 1730982637370Preparing flush snapshotting stores in 5a8b1434ac36e4dc07f3e11501db3f50 at 1730982637370Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982637370Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50. at 1730982637371 (+1 ms)Flushing 5a8b1434ac36e4dc07f3e11501db3f50/testFamily: creating writer at 1730982637371Flushing 5a8b1434ac36e4dc07f3e11501db3f50/testFamily: appending metadata at 1730982637386 (+15 ms)Flushing 5a8b1434ac36e4dc07f3e11501db3f50/testFamily: closing flushed file at 1730982637386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6504d31e: reopening flushed file at 1730982637889 (+503 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5a8b1434ac36e4dc07f3e11501db3f50 in 534ms, sequenceid=8, compaction requested=false at 1730982637905 (+16 ms)Writing region close event to WAL at 1730982637905Running coprocessor post-close hooks at 1730982637911 (+6 ms)Closed at 1730982637911
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1730982570726.5a8b1434ac36e4dc07f3e11501db3f50.
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64a427d9281ff70afdcc3a506f072205, disabling compactions & flushes
2024-11-07T12:30:37,911 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205. after waiting 0 ms
2024-11-07T12:30:37,911 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:30:37,911 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64a427d9281ff70afdcc3a506f072205 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:37,918 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-07T12:30:37,918 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1325): Online Regions={64a427d9281ff70afdcc3a506f072205=testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., 6fb51c31deb1dee122511d9cd2d27ba3=testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., a88f7eb25c22dcd47dbec1396dd2f9cb=hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., 892df440e122ec5f07ae543b7027fbe1=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., f96a8dd0326821653d5a449694e9026f=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., 47fc407bf314808d4f2bf12791c4b3a8=testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.}
2024-11-07T12:30:37,918 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:37,927 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/.tmp/testFamily/0fd053323f09493885bab40ce850157d is 61, key is row-0/testFamily:testQualifier/1730982596251/Put/seqid=0
2024-11-07T12:30:37,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741862_1038 (size=5049)
2024-11-07T12:30:38,119 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:38,319 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 64a427d9281ff70afdcc3a506f072205, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:38,333 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/.tmp/testFamily/0fd053323f09493885bab40ce850157d
2024-11-07T12:30:38,346 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/.tmp/testFamily/0fd053323f09493885bab40ce850157d as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/testFamily/0fd053323f09493885bab40ce850157d
2024-11-07T12:30:38,355 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/testFamily/0fd053323f09493885bab40ce850157d, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:38,356 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64a427d9281ff70afdcc3a506f072205 in 445ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:38,361 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScanner/64a427d9281ff70afdcc3a506f072205/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:38,361 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64a427d9281ff70afdcc3a506f072205:
Waiting for close lock at 1730982637911Running coprocessor pre-close hooks at 1730982637911Disabling compacts and flushes for region at 1730982637911Disabling writes for close at 1730982637911Obtaining lock to block concurrent updates at 1730982637911Preparing flush snapshotting stores in 64a427d9281ff70afdcc3a506f072205 at 1730982637911Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982637912 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205. at 1730982637912Flushing 64a427d9281ff70afdcc3a506f072205/testFamily: creating writer at 1730982637912Flushing 64a427d9281ff70afdcc3a506f072205/testFamily: appending metadata at 1730982637926 (+14 ms)Flushing 64a427d9281ff70afdcc3a506f072205/testFamily: closing flushed file at 1730982637926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5d9859: reopening flushed file at 1730982638345 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 64a427d9281ff70afdcc3a506f072205 in 445ms, sequenceid=8, compaction requested=false at 1730982638356 (+11 ms)Writing region close event to WAL at 1730982638357 (+1 ms)Running coprocessor post-close hooks at 1730982638361 (+4 ms)Closed at 1730982638361
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1730982593193.64a427d9281ff70afdcc3a506f072205.
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb51c31deb1dee122511d9cd2d27ba3, disabling compactions & flushes
2024-11-07T12:30:38,362 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3. after waiting 0 ms
2024-11-07T12:30:38,362 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:38,362 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fb51c31deb1dee122511d9cd2d27ba3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:38,378 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/.tmp/testFamily/9896f0e858e1439490ebf818a8463318 is 61, key is row-0/testFamily:testQualifier/1730982632743/Put/seqid=0
2024-11-07T12:30:38,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741863_1039 (size=5049)
2024-11-07T12:30:38,519 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:38,720 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 6fb51c31deb1dee122511d9cd2d27ba3, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:38,784 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/.tmp/testFamily/9896f0e858e1439490ebf818a8463318
2024-11-07T12:30:38,796 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/.tmp/testFamily/9896f0e858e1439490ebf818a8463318 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/testFamily/9896f0e858e1439490ebf818a8463318
2024-11-07T12:30:38,806 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/testFamily/9896f0e858e1439490ebf818a8463318, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:38,807 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6fb51c31deb1dee122511d9cd2d27ba3 in 445ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:38,813 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testNormalScanTimeoutOnOpenScannerAsync/6fb51c31deb1dee122511d9cd2d27ba3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:38,813 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb51c31deb1dee122511d9cd2d27ba3:
Waiting for close lock at 1730982638362Running coprocessor pre-close hooks at 1730982638362Disabling compacts and flushes for region at 1730982638362Disabling writes for close at 1730982638362Obtaining lock to block concurrent updates at 1730982638362Preparing flush snapshotting stores in 6fb51c31deb1dee122511d9cd2d27ba3 at 1730982638362Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982638362Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3. at 1730982638363 (+1 ms)Flushing 6fb51c31deb1dee122511d9cd2d27ba3/testFamily: creating writer at 1730982638363Flushing 6fb51c31deb1dee122511d9cd2d27ba3/testFamily: appending metadata at 1730982638378 (+15 ms)Flushing 6fb51c31deb1dee122511d9cd2d27ba3/testFamily: closing flushed file at 1730982638378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1c099f: reopening flushed file at 1730982638794 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6fb51c31deb1dee122511d9cd2d27ba3 in 445ms, sequenceid=8, compaction requested=false at 1730982638807 (+13 ms)Writing region close event to WAL at 1730982638808 (+1 ms)Running coprocessor post-close hooks at 1730982638813 (+5 ms)Closed at 1730982638813
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1730982629686.6fb51c31deb1dee122511d9cd2d27ba3.
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a88f7eb25c22dcd47dbec1396dd2f9cb, disabling compactions & flushes
2024-11-07T12:30:38,814 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb. after waiting 0 ms
2024-11-07T12:30:38,814 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:38,814 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a88f7eb25c22dcd47dbec1396dd2f9cb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:38,831 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/.tmp/testFamily/7ebcfb381ade48719b7acb989bab717c is 61, key is row-0/testFamily:testQualifier/1730982623641/Put/seqid=0
2024-11-07T12:30:38,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741864_1040 (size=5049)
2024-11-07T12:30:38,920 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-07T12:30:38,920 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1325): Online Regions={a88f7eb25c22dcd47dbec1396dd2f9cb=hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., 892df440e122ec5f07ae543b7027fbe1=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., f96a8dd0326821653d5a449694e9026f=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., 47fc407bf314808d4f2bf12791c4b3a8=testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.}
2024-11-07T12:30:38,920 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:39,120 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 892df440e122ec5f07ae543b7027fbe1, a88f7eb25c22dcd47dbec1396dd2f9cb, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:39,237 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/.tmp/testFamily/7ebcfb381ade48719b7acb989bab717c
2024-11-07T12:30:39,245 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/.tmp/testFamily/7ebcfb381ade48719b7acb989bab717c as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily/7ebcfb381ade48719b7acb989bab717c
2024-11-07T12:30:39,259 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily/7ebcfb381ade48719b7acb989bab717c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:39,261 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a88f7eb25c22dcd47dbec1396dd2f9cb in 447ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:39,266 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnNext/a88f7eb25c22dcd47dbec1396dd2f9cb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:39,267 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:39,267 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a88f7eb25c22dcd47dbec1396dd2f9cb:
Waiting for close lock at 1730982638814Running coprocessor pre-close hooks at 1730982638814Disabling compacts and flushes for region at 1730982638814Disabling writes for close at 1730982638814Obtaining lock to block concurrent updates at 1730982638814Preparing flush snapshotting stores in a88f7eb25c22dcd47dbec1396dd2f9cb at 1730982638814Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982638815 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb. at 1730982638815Flushing a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily: creating writer at 1730982638815Flushing a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily: appending metadata at 1730982638831 (+16 ms)Flushing a88f7eb25c22dcd47dbec1396dd2f9cb/testFamily: closing flushed file at 1730982638831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b6538c: reopening flushed file at 1730982639244 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for a88f7eb25c22dcd47dbec1396dd2f9cb in 447ms, sequenceid=8, compaction requested=false at 1730982639261 (+17 ms)Writing region close event to WAL at 1730982639262 (+1 ms)Running coprocessor post-close hooks at 1730982639267 (+5 ms)Closed at 1730982639267
2024-11-07T12:30:39,267 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1730982620581.a88f7eb25c22dcd47dbec1396dd2f9cb.
2024-11-07T12:30:39,268 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 892df440e122ec5f07ae543b7027fbe1, disabling compactions & flushes
2024-11-07T12:30:39,268 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:39,268 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:39,268 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1. after waiting 0 ms
2024-11-07T12:30:39,268 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:39,268 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 892df440e122ec5f07ae543b7027fbe1 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:39,291 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/.tmp/testFamily/f5d3d8f843a54c00977619428d754f75 is 61, key is row-0/testFamily:testQualifier/1730982614534/Put/seqid=0
2024-11-07T12:30:39,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741865_1041 (size=5049)
2024-11-07T12:30:39,321 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 892df440e122ec5f07ae543b7027fbe1, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:39,521 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 892df440e122ec5f07ae543b7027fbe1, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:39,698 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/.tmp/testFamily/f5d3d8f843a54c00977619428d754f75
2024-11-07T12:30:39,710 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/.tmp/testFamily/f5d3d8f843a54c00977619428d754f75 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/testFamily/f5d3d8f843a54c00977619428d754f75
2024-11-07T12:30:39,717 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/testFamily/f5d3d8f843a54c00977619428d754f75, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:39,719 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 892df440e122ec5f07ae543b7027fbe1 in 450ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:39,721 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, 892df440e122ec5f07ae543b7027fbe1, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:39,723 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/892df440e122ec5f07ae543b7027fbe1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:39,724 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 892df440e122ec5f07ae543b7027fbe1:
Waiting for close lock at 1730982639268Running coprocessor pre-close hooks at 1730982639268Disabling compacts and flushes for region at 1730982639268Disabling writes for close at 1730982639268Obtaining lock to block concurrent updates at 1730982639268Preparing flush snapshotting stores in 892df440e122ec5f07ae543b7027fbe1 at 1730982639268Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982639268Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1. at 1730982639269 (+1 ms)Flushing 892df440e122ec5f07ae543b7027fbe1/testFamily: creating writer at 1730982639269Flushing 892df440e122ec5f07ae543b7027fbe1/testFamily: appending metadata at 1730982639290 (+21 ms)Flushing 892df440e122ec5f07ae543b7027fbe1/testFamily: closing flushed file at 1730982639290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9e1291: reopening flushed file at 1730982639709 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 892df440e122ec5f07ae543b7027fbe1 in 450ms, sequenceid=8, compaction requested=false at 1730982639719 (+10 ms)Writing region close event to WAL at 1730982639719Running coprocessor post-close hooks at 1730982639724 (+5 ms)Closed at 1730982639724
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1730982611475.892df440e122ec5f07ae543b7027fbe1.
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f96a8dd0326821653d5a449694e9026f, disabling compactions & flushes
2024-11-07T12:30:39,724 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f. after waiting 0 ms
2024-11-07T12:30:39,724 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:30:39,724 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f96a8dd0326821653d5a449694e9026f 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:39,740 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/.tmp/testFamily/7aa6e20453754d10860b9ca22d6b9ab2 is 61, key is row-0/testFamily:testQualifier/1730982574963/Put/seqid=0
2024-11-07T12:30:39,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741866_1042 (size=5049)
2024-11-07T12:30:39,922 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-07T12:30:39,922 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1325): Online Regions={f96a8dd0326821653d5a449694e9026f=hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., 47fc407bf314808d4f2bf12791c4b3a8=testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.}
2024-11-07T12:30:39,922 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:40,122 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8, f96a8dd0326821653d5a449694e9026f
2024-11-07T12:30:40,147 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/.tmp/testFamily/7aa6e20453754d10860b9ca22d6b9ab2
2024-11-07T12:30:40,162 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/.tmp/testFamily/7aa6e20453754d10860b9ca22d6b9ab2 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/testFamily/7aa6e20453754d10860b9ca22d6b9ab2
2024-11-07T12:30:40,169 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/testFamily/7aa6e20453754d10860b9ca22d6b9ab2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:40,170 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f96a8dd0326821653d5a449694e9026f in 446ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:40,175 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/hbase/testMetaScanTimeoutOnOpenScanner/f96a8dd0326821653d5a449694e9026f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:40,175 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:30:40,175 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f96a8dd0326821653d5a449694e9026f:
Waiting for close lock at 1730982639724Running coprocessor pre-close hooks at 1730982639724Disabling compacts and flushes for region at 1730982639724Disabling writes for close at 1730982639724Obtaining lock to block concurrent updates at 1730982639724Preparing flush snapshotting stores in f96a8dd0326821653d5a449694e9026f at 1730982639724Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982639725 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f. at 1730982639725Flushing f96a8dd0326821653d5a449694e9026f/testFamily: creating writer at 1730982639725Flushing f96a8dd0326821653d5a449694e9026f/testFamily: appending metadata at 1730982639740 (+15 ms)Flushing f96a8dd0326821653d5a449694e9026f/testFamily: closing flushed file at 1730982639740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ff22ec: reopening flushed file at 1730982640160 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for f96a8dd0326821653d5a449694e9026f in 446ms, sequenceid=8, compaction requested=false at 1730982640170 (+10 ms)Writing region close event to WAL at 1730982640170Running coprocessor post-close hooks at 1730982640175 (+5 ms)Closed at 1730982640175
2024-11-07T12:30:40,176 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1730982573929.f96a8dd0326821653d5a449694e9026f.
2024-11-07T12:30:40,176 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47fc407bf314808d4f2bf12791c4b3a8, disabling compactions & flushes
2024-11-07T12:30:40,176 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:30:40,176 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:30:40,176 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8. after waiting 0 ms
2024-11-07T12:30:40,176 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:30:40,176 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47fc407bf314808d4f2bf12791c4b3a8 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-07T12:30:40,191 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/.tmp/testFamily/ef8934654ec344da971565b7e1ef7ee2 is 61, key is row-0/testFamily:testQualifier/1730982593141/Put/seqid=0
2024-11-07T12:30:40,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741867_1043 (size=5049)
2024-11-07T12:30:40,323 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:30:40,523 DEBUG [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1351): Waiting on 47fc407bf314808d4f2bf12791c4b3a8
2024-11-07T12:30:40,599 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/.tmp/testFamily/ef8934654ec344da971565b7e1ef7ee2
2024-11-07T12:30:40,615 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/.tmp/testFamily/ef8934654ec344da971565b7e1ef7ee2 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/testFamily/ef8934654ec344da971565b7e1ef7ee2
2024-11-07T12:30:40,623 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/testFamily/ef8934654ec344da971565b7e1ef7ee2, entries=4, sequenceid=8, filesize=4.9 K
2024-11-07T12:30:40,625 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47fc407bf314808d4f2bf12791c4b3a8 in 449ms, sequenceid=8, compaction requested=false
2024-11-07T12:30:40,631 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/data/default/testRetryOutOfOrderScannerNextException/47fc407bf314808d4f2bf12791c4b3a8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-07T12:30:40,631 INFO  [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:30:40,631 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47fc407bf314808d4f2bf12791c4b3a8:
Waiting for close lock at 1730982640176Running coprocessor pre-close hooks at 1730982640176Disabling compacts and flushes for region at 1730982640176Disabling writes for close at 1730982640176Obtaining lock to block concurrent updates at 1730982640176Preparing flush snapshotting stores in 47fc407bf314808d4f2bf12791c4b3a8 at 1730982640176Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1730982640176Flushing stores of testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8. at 1730982640177 (+1 ms)Flushing 47fc407bf314808d4f2bf12791c4b3a8/testFamily: creating writer at 1730982640177Flushing 47fc407bf314808d4f2bf12791c4b3a8/testFamily: appending metadata at 1730982640191 (+14 ms)Flushing 47fc407bf314808d4f2bf12791c4b3a8/testFamily: closing flushed file at 1730982640191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d104525: reopening flushed file at 1730982640614 (+423 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 47fc407bf314808d4f2bf12791c4b3a8 in 449ms, sequenceid=8, compaction requested=false at 1730982640625 (+11 ms)Writing region close event to WAL at 1730982640626 (+1 ms)Running coprocessor post-close hooks at 1730982640631 (+5 ms)Closed at 1730982640631
2024-11-07T12:30:40,632 DEBUG [RS_CLOSE_REGION-regionserver/8944cbb06cd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1730982590105.47fc407bf314808d4f2bf12791c4b3a8.
2024-11-07T12:30:40,724 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(976): stopping server 8944cbb06cd2,41537,1730982536786; all regions closed.
2024-11-07T12:30:40,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741834_1010 (size=19479)
2024-11-07T12:30:40,741 DEBUG [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/oldWALs
2024-11-07T12:30:40,742 INFO  [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8944cbb06cd2%2C41537%2C1730982536786.meta:.meta(num 1730982570289)
2024-11-07T12:30:40,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741833_1009 (size=20031)
2024-11-07T12:30:40,747 DEBUG [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/oldWALs
2024-11-07T12:30:40,747 INFO  [RS:0;8944cbb06cd2:41537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8944cbb06cd2%2C41537%2C1730982536786:(num 1730982569834)
2024-11-07T12:30:40,747 DEBUG [RS:0;8944cbb06cd2:41537 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-07T12:30:40,747 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.LeaseManager(133): Closed leases
2024-11-07T12:30:40,747 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-07T12:30:40,748 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.ChoreService(370): Chore service for: regionserver/8944cbb06cd2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-07T12:30:40,748 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-07T12:30:40,748 INFO  [regionserver/8944cbb06cd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-07T12:30:40,749 INFO  [RS:0;8944cbb06cd2:41537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41537
2024-11-07T12:30:40,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-07T12:30:40,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8944cbb06cd2,41537,1730982536786
2024-11-07T12:30:40,772 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-07T12:30:40,774 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8944cbb06cd2,41537,1730982536786]
2024-11-07T12:30:40,810 INFO  [regionserver/8944cbb06cd2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-07T12:30:40,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8944cbb06cd2,41537,1730982536786 already deleted, retry=false
2024-11-07T12:30:40,813 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8944cbb06cd2,41537,1730982536786 expired; onlineServers=0
2024-11-07T12:30:40,813 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8944cbb06cd2,38247,1730982536014' *****
2024-11-07T12:30:40,813 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-07T12:30:40,813 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-07T12:30:40,813 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-07T12:30:40,813 DEBUG [M:0;8944cbb06cd2:38247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-07T12:30:40,814 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-07T12:30:40,814 DEBUG [M:0;8944cbb06cd2:38247 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-07T12:30:40,814 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.large.0-1730982539670 {}] cleaner.HFileCleaner(306): Exit Thread[master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.large.0-1730982539670,5,FailOnTimeoutGroup]
2024-11-07T12:30:40,814 DEBUG [master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.small.0-1730982539672 {}] cleaner.HFileCleaner(306): Exit Thread[master/8944cbb06cd2:0:becomeActiveMaster-HFileCleaner.small.0-1730982539672,5,FailOnTimeoutGroup]
2024-11-07T12:30:40,814 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.ChoreService(370): Chore service for: master/8944cbb06cd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-07T12:30:40,814 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-07T12:30:40,814 DEBUG [M:0;8944cbb06cd2:38247 {}] master.HMaster(1795): Stopping service threads
2024-11-07T12:30:40,815 INFO  [M:0;8944cbb06cd2:38247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-07T12:30:40,815 INFO  [M:0;8944cbb06cd2:38247 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-07T12:30:40,816 INFO  [M:0;8944cbb06cd2:38247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-07T12:30:40,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-07T12:30:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-07T12:30:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-07T12:30:40,876 DEBUG [M:0;8944cbb06cd2:38247 {}] zookeeper.ZKUtil(347): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-07T12:30:40,876 WARN  [M:0;8944cbb06cd2:38247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-07T12:30:40,880 INFO  [M:0;8944cbb06cd2:38247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/.lastflushedseqids
2024-11-07T12:30:40,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741868_1044 (size=649)
2024-11-07T12:30:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T12:30:40,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41537-0x10115455bc00001, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T12:30:40,894 INFO  [RS:0;8944cbb06cd2:41537 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-07T12:30:40,894 INFO  [RS:0;8944cbb06cd2:41537 {}] regionserver.HRegionServer(1031): Exiting; stopping=8944cbb06cd2,41537,1730982536786; zookeeper connection closed.
2024-11-07T12:30:40,895 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36d40e8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36d40e8d
2024-11-07T12:30:40,895 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-07T12:30:41,295 INFO  [M:0;8944cbb06cd2:38247 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-07T12:30:41,296 INFO  [M:0;8944cbb06cd2:38247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-07T12:30:41,297 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-07T12:30:41,297 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:30:41,297 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:30:41,297 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-07T12:30:41,297 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:30:41,298 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.01 KB heapSize=190.94 KB
2024-11-07T12:30:41,320 DEBUG [M:0;8944cbb06cd2:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5deae4e2c6c046338a28a23777d4051f is 82, key is hbase:meta,,1/info:regioninfo/1730982570376/Put/seqid=0
2024-11-07T12:30:41,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741869_1045 (size=5672)
2024-11-07T12:30:41,727 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5deae4e2c6c046338a28a23777d4051f
2024-11-07T12:30:41,765 DEBUG [M:0;8944cbb06cd2:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2b5585aaf184555a2a2e77d4fc494e4 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730982572013/Put/seqid=0
2024-11-07T12:30:41,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741870_1046 (size=14071)
2024-11-07T12:30:41,947 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-07T12:30:42,171 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.46 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2b5585aaf184555a2a2e77d4fc494e4
2024-11-07T12:30:42,178 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2b5585aaf184555a2a2e77d4fc494e4
2024-11-07T12:30:42,195 DEBUG [M:0;8944cbb06cd2:38247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaddb79ca9644969b049e52d07793455 is 69, key is 8944cbb06cd2,41537,1730982536786/rs:state/1730982539688/Put/seqid=0
2024-11-07T12:30:42,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741871_1047 (size=5156)
2024-11-07T12:30:42,601 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaddb79ca9644969b049e52d07793455
2024-11-07T12:30:42,614 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5deae4e2c6c046338a28a23777d4051f as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5deae4e2c6c046338a28a23777d4051f
2024-11-07T12:30:42,621 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5deae4e2c6c046338a28a23777d4051f, entries=8, sequenceid=317, filesize=5.5 K
2024-11-07T12:30:42,622 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2b5585aaf184555a2a2e77d4fc494e4 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2b5585aaf184555a2a2e77d4fc494e4
2024-11-07T12:30:42,630 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2b5585aaf184555a2a2e77d4fc494e4
2024-11-07T12:30:42,630 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2b5585aaf184555a2a2e77d4fc494e4, entries=33, sequenceid=317, filesize=13.7 K
2024-11-07T12:30:42,631 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aaddb79ca9644969b049e52d07793455 as hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaddb79ca9644969b049e52d07793455
2024-11-07T12:30:42,638 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32871/user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aaddb79ca9644969b049e52d07793455, entries=1, sequenceid=317, filesize=5.0 K
2024-11-07T12:30:42,639 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.01 KB/166927, heapSize ~190.64 KB/195216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=317, compaction requested=false
2024-11-07T12:30:42,640 INFO  [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-07T12:30:42,641 DEBUG [M:0;8944cbb06cd2:38247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1730982641296Disabling compacts and flushes for region at 1730982641296Disabling writes for close at 1730982641297 (+1 ms)Obtaining lock to block concurrent updates at 1730982641298 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730982641298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166927, getHeapSize=195456, getOffHeapSize=0, getCellsCount=364 at 1730982641299 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730982641300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730982641300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730982641319 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730982641319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730982641741 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730982641765 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730982641765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730982642178 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730982642194 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730982642194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bf3181: reopening flushed file at 1730982642612 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21179233: reopening flushed file at 1730982642621 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df7d868: reopening flushed file at 1730982642630 (+9 ms)Finished flush of dataSize ~163.01 KB/166927, heapSize ~190.64 KB/195216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=317, compaction requested=false at 1730982642639 (+9 ms)Writing region close event to WAL at 1730982642640 (+1 ms)Closed at 1730982642640
2024-11-07T12:30:42,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741830_1006 (size=188139)
2024-11-07T12:30:42,644 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a61b5bc-41ba-7a02-a63c-de3e5aea2ec4/MasterData/WALs/8944cbb06cd2,38247,1730982536014/8944cbb06cd2%2C38247%2C1730982536014.1730982538934 not finished, retry = 0
2024-11-07T12:30:42,745 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-07T12:30:42,746 INFO  [M:0;8944cbb06cd2:38247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-07T12:30:42,746 INFO  [M:0;8944cbb06cd2:38247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38247
2024-11-07T12:30:42,746 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-07T12:30:42,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T12:30:42,894 INFO  [M:0;8944cbb06cd2:38247 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-07T12:30:42,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38247-0x10115455bc00000, quorum=127.0.0.1:49398, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-07T12:30:42,902 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-07T12:30:42,906 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T12:30:42,906 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T12:30:42,906 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-07T12:30:42,906 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.log.dir/,STOPPED}
2024-11-07T12:30:42,908 WARN  [BP-2010940619-172.17.0.2-1730982532191 heartbeating to localhost/127.0.0.1:32871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-07T12:30:42,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-07T12:30:42,909 WARN  [BP-2010940619-172.17.0.2-1730982532191 heartbeating to localhost/127.0.0.1:32871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2010940619-172.17.0.2-1730982532191 (Datanode Uuid 4ebedb70-2e1a-46cd-8744-7c6ed6491ef5) service to localhost/127.0.0.1:32871
2024-11-07T12:30:42,909 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-07T12:30:42,910 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/data/data1/current/BP-2010940619-172.17.0.2-1730982532191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-07T12:30:42,910 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/cluster_0f0cfcc7-97e1-8774-2cb1-8d501cc0e1fd/data/data2/current/BP-2010940619-172.17.0.2-1730982532191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-07T12:30:42,910 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-07T12:30:42,918 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-07T12:30:42,919 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-07T12:30:42,919 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-07T12:30:42,919 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-07T12:30:42,919 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4e201ddc-669e-f983-2ea6-ec654bb824bb/hadoop.log.dir/,STOPPED}
2024-11-07T12:30:42,927 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-07T12:30:42,952 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down