2024-11-24 04:38:08,109 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 04:38:08,146 main DEBUG Took 0.016440 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-24 04:38:08,146 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-24 04:38:08,147 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-24 04:38:08,148 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-24 04:38:08,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,158 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-24 04:38:08,174 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,178 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,180 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,181 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,182 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,186 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-24 04:38:08,190 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,190 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-24 04:38:08,192 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-24 04:38:08,194 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-24 04:38:08,196 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-24 04:38:08,197 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-24 04:38:08,198 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-24 04:38:08,198 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-24 04:38:08,210 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-24 04:38:08,213 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-24 04:38:08,215 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-24 04:38:08,216 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-24 04:38:08,216 main DEBUG createAppenders(={Console})
2024-11-24 04:38:08,217 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-24 04:38:08,217 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-24 04:38:08,218 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-24 04:38:08,218 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-24 04:38:08,219 main DEBUG OutputStream closed
2024-11-24 04:38:08,219 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-24 04:38:08,219 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-24 04:38:08,220 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-24 04:38:08,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-24 04:38:08,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-24 04:38:08,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-24 04:38:08,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-24 04:38:08,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-24 04:38:08,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-24 04:38:08,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-24 04:38:08,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-24 04:38:08,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-24 04:38:08,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-24 04:38:08,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-24 04:38:08,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-24 04:38:08,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-24 04:38:08,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-24 04:38:08,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-24 04:38:08,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-24 04:38:08,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-24 04:38:08,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-24 04:38:08,338 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24 04:38:08,338 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-24 04:38:08,338 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-24 04:38:08,339 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-24T04:38:08,357 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-24 04:38:08,361 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-24 04:38:08,361 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-24T04:38:08,761 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976
2024-11-24T04:38:08,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-24T04:38:08,816 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61, deleteOnExit=true
2024-11-24T04:38:08,817 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-24T04:38:08,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/test.cache.data in system properties and HBase conf
2024-11-24T04:38:08,819 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.tmp.dir in system properties and HBase conf
2024-11-24T04:38:08,820 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.log.dir in system properties and HBase conf
2024-11-24T04:38:08,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-24T04:38:08,821 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-24T04:38:08,822 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-24T04:38:08,991 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-24T04:38:09,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-24T04:38:09,157 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-24T04:38:09,159 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-24T04:38:09,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-24T04:38:09,160 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T04:38:09,161 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-24T04:38:09,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-24T04:38:09,162 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-24T04:38:09,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T04:38:09,164 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-24T04:38:09,164 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/nfs.dump.dir in system properties and HBase conf
2024-11-24T04:38:09,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/java.io.tmpdir in system properties and HBase conf
2024-11-24T04:38:09,165 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-24T04:38:09,166 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-24T04:38:09,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-24T04:38:10,348 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-24T04:38:10,451 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3253ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-24T04:38:10,563 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T04:38:10,670 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T04:38:10,736 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T04:38:10,738 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T04:38:10,739 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-24T04:38:10,757 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T04:38:10,763 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.log.dir/,AVAILABLE}
2024-11-24T04:38:10,764 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T04:38:11,057 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b93e99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/java.io.tmpdir/jetty-localhost-33063-hadoop-hdfs-3_4_1-tests_jar-_-any-15987728293872160293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T04:38:11,067 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:33063}
2024-11-24T04:38:11,068 INFO  [Time-limited test {}] server.Server(415): Started @3871ms
2024-11-24T04:38:11,605 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-24T04:38:11,615 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-24T04:38:11,617 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-24T04:38:11,617 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-24T04:38:11,617 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-24T04:38:11,618 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.log.dir/,AVAILABLE}
2024-11-24T04:38:11,619 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-24T04:38:11,763 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@429b6cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/java.io.tmpdir/jetty-localhost-40017-hadoop-hdfs-3_4_1-tests_jar-_-any-2527757977281982634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T04:38:11,765 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:40017}
2024-11-24T04:38:11,765 INFO  [Time-limited test {}] server.Server(415): Started @4568ms
2024-11-24T04:38:11,828 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-24T04:38:12,367 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/data/data2/current/BP-524331373-172.17.0.2-1732423090034/current, will proceed with Du for space computation calculation, 
2024-11-24T04:38:12,367 WARN  [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/data/data1/current/BP-524331373-172.17.0.2-1732423090034/current, will proceed with Du for space computation calculation, 
2024-11-24T04:38:12,411 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-24T04:38:12,465 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91658944afb8133c with lease ID 0x811fdff16952c4db: Processing first storage report for DS-d8c41063-df8d-4aac-913b-b52e2d808aa3 from datanode DatanodeRegistration(127.0.0.1:42909, datanodeUuid=5cae3e34-6823-4f1a-91c6-093479472485, infoPort=44051, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1820504199;c=1732423090034)
2024-11-24T04:38:12,466 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91658944afb8133c with lease ID 0x811fdff16952c4db: from storage DS-d8c41063-df8d-4aac-913b-b52e2d808aa3 node DatanodeRegistration(127.0.0.1:42909, datanodeUuid=5cae3e34-6823-4f1a-91c6-093479472485, infoPort=44051, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1820504199;c=1732423090034), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-24T04:38:12,467 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91658944afb8133c with lease ID 0x811fdff16952c4db: Processing first storage report for DS-c4d9df53-1551-4aae-b8b1-fe1f022c8784 from datanode DatanodeRegistration(127.0.0.1:42909, datanodeUuid=5cae3e34-6823-4f1a-91c6-093479472485, infoPort=44051, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1820504199;c=1732423090034)
2024-11-24T04:38:12,467 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91658944afb8133c with lease ID 0x811fdff16952c4db: from storage DS-c4d9df53-1551-4aae-b8b1-fe1f022c8784 node DatanodeRegistration(127.0.0.1:42909, datanodeUuid=5cae3e34-6823-4f1a-91c6-093479472485, infoPort=44051, infoSecurePort=0, ipcPort=46255, storageInfo=lv=-57;cid=testClusterID;nsid=1820504199;c=1732423090034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-24T04:38:12,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976
2024-11-24T04:38:12,574 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/zookeeper_0, clientPort=62051, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-24T04:38:12,584 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62051
2024-11-24T04:38:12,596 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:12,598 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:12,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741825_1001 (size=7)
2024-11-24T04:38:13,226 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6 with version=8
2024-11-24T04:38:13,226 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/hbase-staging
2024-11-24T04:38:13,332 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-24T04:38:13,585 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fadb2fe0ba32:0 server-side Connection retries=9
2024-11-24T04:38:13,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:13,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:13,602 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T04:38:13,603 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:13,603 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T04:38:13,751 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-24T04:38:13,812 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-24T04:38:13,820 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-24T04:38:13,824 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T04:38:13,851 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21442 (auto-detected)
2024-11-24T04:38:13,852 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-24T04:38:13,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42423
2024-11-24T04:38:13,891 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42423 connecting to ZooKeeper ensemble=127.0.0.1:62051
2024-11-24T04:38:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424230x0, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T04:38:13,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42423-0x101484473db0000 connected
2024-11-24T04:38:13,952 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:13,954 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:13,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T04:38:13,966 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6, hbase.cluster.distributed=false
2024-11-24T04:38:13,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T04:38:13,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42423
2024-11-24T04:38:13,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42423
2024-11-24T04:38:13,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42423
2024-11-24T04:38:13,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42423
2024-11-24T04:38:13,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42423
2024-11-24T04:38:14,107 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fadb2fe0ba32:0 server-side Connection retries=9
2024-11-24T04:38:14,109 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:14,109 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:14,109 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-24T04:38:14,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-24T04:38:14,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-24T04:38:14,112 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-24T04:38:14,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-24T04:38:14,115 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38049
2024-11-24T04:38:14,117 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38049 connecting to ZooKeeper ensemble=127.0.0.1:62051
2024-11-24T04:38:14,118 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:14,121 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:14,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380490x0, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-24T04:38:14,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380490x0, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T04:38:14,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38049-0x101484473db0001 connected
2024-11-24T04:38:14,133 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-24T04:38:14,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-24T04:38:14,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-24T04:38:14,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-24T04:38:14,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38049
2024-11-24T04:38:14,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38049
2024-11-24T04:38:14,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38049
2024-11-24T04:38:14,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38049
2024-11-24T04:38:14,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38049
2024-11-24T04:38:14,169 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fadb2fe0ba32:42423
2024-11-24T04:38:14,170 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T04:38:14,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T04:38:14,179 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-24T04:38:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:14,201 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-24T04:38:14,202 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fadb2fe0ba32,42423,1732423093386 from backup master directory
2024-11-24T04:38:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T04:38:14,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-24T04:38:14,205 WARN  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T04:38:14,205 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:14,208 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-24T04:38:14,210 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-24T04:38:14,272 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/hbase.id] with ID: 30b16b9a-5bca-4fea-acf0-00830ab39ee2
2024-11-24T04:38:14,272 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/.tmp/hbase.id
2024-11-24T04:38:14,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741826_1002 (size=42)
2024-11-24T04:38:14,685 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/.tmp/hbase.id]:[hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/hbase.id]
2024-11-24T04:38:14,728 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-24T04:38:14,732 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-24T04:38:14,753 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-24T04:38:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:14,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:14,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741827_1003 (size=196)
2024-11-24T04:38:15,189 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:38:15,191 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-24T04:38:15,207 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T04:38:15,212 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T04:38:15,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741828_1004 (size=1189)
2024-11-24T04:38:15,261 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store
2024-11-24T04:38:15,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741829_1005 (size=34)
2024-11-24T04:38:15,284 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-24T04:38:15,287 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:38:15,288 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T04:38:15,288 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:38:15,288 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:38:15,289 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T04:38:15,290 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:38:15,290 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:38:15,291 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732423095288Disabling compacts and flushes for region at 1732423095288Disabling writes for close at 1732423095290 (+2 ms)Writing region close event to WAL at 1732423095290Closed at 1732423095290
2024-11-24T04:38:15,293 WARN  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/.initializing
2024-11-24T04:38:15,293 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/WALs/fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:15,301 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T04:38:15,315 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C42423%2C1732423093386, suffix=, logDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/WALs/fadb2fe0ba32,42423,1732423093386, archiveDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/oldWALs, maxLogs=10
2024-11-24T04:38:15,338 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/WALs/fadb2fe0ba32,42423,1732423093386/fadb2fe0ba32%2C42423%2C1732423093386.1732423095320, exclude list is [], retry=0
2024-11-24T04:38:15,354 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-d8c41063-df8d-4aac-913b-b52e2d808aa3,DISK]
2024-11-24T04:38:15,357 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-24T04:38:15,393 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/WALs/fadb2fe0ba32,42423,1732423093386/fadb2fe0ba32%2C42423%2C1732423093386.1732423095320
2024-11-24T04:38:15,394 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44051:44051)]
2024-11-24T04:38:15,394 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:38:15,395 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:38:15,398 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,399 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,436 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T04:38:15,463 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-24T04:38:15,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:15,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:38:15,470 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T04:38:15,473 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-24T04:38:15,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:15,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:38:15,475 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T04:38:15,477 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-24T04:38:15,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:15,479 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:38:15,479 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-24T04:38:15,481 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-24T04:38:15,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:15,482 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:38:15,483 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,487 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,488 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,494 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,494 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,498 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T04:38:15,502 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-24T04:38:15,506 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:38:15,507 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69495115, jitterRate=0.035557910799980164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T04:38:15,516 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732423095410Initializing all the Stores at 1732423095413 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423095414 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423095414Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423095414Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423095415 (+1 ms)Cleaning up temporary data from old regions at 1732423095494 (+79 ms)Region opened successfully at 1732423095515 (+21 ms)
2024-11-24T04:38:15,517 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-24T04:38:15,554 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57672170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0
2024-11-24T04:38:15,586 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-24T04:38:15,598 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-24T04:38:15,598 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-24T04:38:15,601 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-24T04:38:15,603 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-24T04:38:15,608 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-24T04:38:15,608 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-24T04:38:15,633 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-24T04:38:15,641 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-24T04:38:15,643 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-24T04:38:15,646 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-24T04:38:15,648 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-24T04:38:15,650 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-24T04:38:15,653 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-24T04:38:15,656 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-24T04:38:15,657 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-24T04:38:15,658 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-24T04:38:15,660 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-24T04:38:15,677 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-24T04:38:15,679 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-24T04:38:15,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T04:38:15,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-24T04:38:15,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,689 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fadb2fe0ba32,42423,1732423093386, sessionid=0x101484473db0000, setting cluster-up flag (Was=false)
2024-11-24T04:38:15,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,709 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-24T04:38:15,711 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:38:15,723 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-24T04:38:15,725 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fadb2fe0ba32,42423,1732423093386
2024-11-24T04:38:15,731 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-24T04:38:15,757 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(746): ClusterId : 30b16b9a-5bca-4fea-acf0-00830ab39ee2
2024-11-24T04:38:15,760 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-24T04:38:15,765 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-24T04:38:15,765 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-24T04:38:15,769 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-24T04:38:15,770 DEBUG [RS:0;fadb2fe0ba32:38049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ab400f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fadb2fe0ba32/172.17.0.2:0
2024-11-24T04:38:15,786 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fadb2fe0ba32:38049
2024-11-24T04:38:15,789 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-24T04:38:15,789 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-24T04:38:15,789 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-24T04:38:15,791 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,42423,1732423093386 with port=38049, startcode=1732423094067
2024-11-24T04:38:15,803 DEBUG [RS:0;fadb2fe0ba32:38049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-24T04:38:15,818 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-24T04:38:15,832 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-24T04:38:15,841 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-24T04:38:15,842 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-24T04:38:15,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42423 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T04:38:15,850 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fadb2fe0ba32,42423,1732423093386
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-24T04:38:15,858 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5
2024-11-24T04:38:15,858 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5
2024-11-24T04:38:15,859 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5
2024-11-24T04:38:15,859 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=5, maxPoolSize=5
2024-11-24T04:38:15,859 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fadb2fe0ba32:0, corePoolSize=10, maxPoolSize=10
2024-11-24T04:38:15,859 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:15,860 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2
2024-11-24T04:38:15,860 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:15,865 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732423125864
2024-11-24T04:38:15,867 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-24T04:38:15,868 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-24T04:38:15,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T04:38:15,870 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-24T04:38:15,872 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-24T04:38:15,873 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-24T04:38:15,873 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-24T04:38:15,873 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-24T04:38:15,874 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:15,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:15,877 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-24T04:38:15,881 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-24T04:38:15,882 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-24T04:38:15,882 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-24T04:38:15,889 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-24T04:38:15,889 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-24T04:38:15,889 WARN  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-24T04:38:15,890 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-24T04:38:15,896 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732423095891,5,FailOnTimeoutGroup]
2024-11-24T04:38:15,897 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732423095897,5,FailOnTimeoutGroup]
2024-11-24T04:38:15,897 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:15,897 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-24T04:38:15,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741831_1007 (size=1321)
2024-11-24T04:38:15,899 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:15,899 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:16,302 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-24T04:38:16,302 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:38:16,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741832_1008 (size=32)
2024-11-24T04:38:16,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:38:16,716 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T04:38:16,719 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T04:38:16,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:16,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:38:16,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T04:38:16,722 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T04:38:16,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:16,723 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:38:16,724 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T04:38:16,726 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T04:38:16,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:16,727 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:38:16,727 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T04:38:16,729 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T04:38:16,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:38:16,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:38:16,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T04:38:16,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740
2024-11-24T04:38:16,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740
2024-11-24T04:38:16,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T04:38:16,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T04:38:16,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T04:38:16,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T04:38:16,742 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:38:16,742 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264861, jitterRate=-0.012576624751091003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T04:38:16,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732423096714Initializing all the Stores at 1732423096716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423096716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423096716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423096716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423096716Cleaning up temporary data from old regions at 1732423096735 (+19 ms)Region opened successfully at 1732423096745 (+10 ms)
2024-11-24T04:38:16,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T04:38:16,745 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T04:38:16,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T04:38:16,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T04:38:16,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T04:38:16,747 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T04:38:16,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732423096745Disabling compacts and flushes for region at 1732423096745Disabling writes for close at 1732423096746 (+1 ms)Writing region close event to WAL at 1732423096746Closed at 1732423096747 (+1 ms)
2024-11-24T04:38:16,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T04:38:16,751 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-24T04:38:16,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-24T04:38:16,765 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T04:38:16,768 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-24T04:38:16,919 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:17,919 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:18,920 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:19,925 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:20,926 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:21,927 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:22,927 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:23,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-24T04:38:23,809 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-24T04:38:23,928 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:24,929 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:25,930 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:26,930 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:27,931 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:28,932 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:29,932 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:30,935 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:31,936 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:32,936 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:33,937 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:34,938 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:35,938 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:36,939 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:37,940 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:38,941 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:39,941 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:40,942 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:41,943 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:42,494 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T04:38:42,943 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:43,944 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:44,944 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:45,891 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(2659): reportForDuty to master=fadb2fe0ba32,42423,1732423093386 with port=38049, startcode=1732423094067
2024-11-24T04:38:45,893 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:45,895 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42423 {}] master.ServerManager(517): Registering regionserver=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:45,904 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:38:45,904 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41855
2024-11-24T04:38:45,904 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-24T04:38:45,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T04:38:45,909 DEBUG [RS:0;fadb2fe0ba32:38049 {}] zookeeper.ZKUtil(111): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:45,909 WARN  [RS:0;fadb2fe0ba32:38049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-24T04:38:45,909 INFO  [RS:0;fadb2fe0ba32:38049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T04:38:45,909 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:45,911 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fadb2fe0ba32,38049,1732423094067]
2024-11-24T04:38:45,937 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-24T04:38:45,945 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:45,949 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-24T04:38:45,954 INFO  [RS:0;fadb2fe0ba32:38049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-24T04:38:45,954 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,955 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-24T04:38:45,961 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-24T04:38:45,963 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,963 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,963 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,963 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=2, maxPoolSize=2
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,964 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,965 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,965 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fadb2fe0ba32:0, corePoolSize=1, maxPoolSize=1
2024-11-24T04:38:45,965 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3
2024-11-24T04:38:45,965 DEBUG [RS:0;fadb2fe0ba32:38049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fadb2fe0ba32:0, corePoolSize=3, maxPoolSize=3
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,966 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38049,1732423094067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T04:38:45,990 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-24T04:38:45,992 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,38049,1732423094067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,993 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:45,993 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.Replication(171): fadb2fe0ba32,38049,1732423094067 started
2024-11-24T04:38:46,011 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:38:46,012 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1482): Serving as fadb2fe0ba32,38049,1732423094067, RpcServer on fadb2fe0ba32/172.17.0.2:38049, sessionid=0x101484473db0001
2024-11-24T04:38:46,013 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-24T04:38:46,013 DEBUG [RS:0;fadb2fe0ba32:38049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:46,013 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38049,1732423094067'
2024-11-24T04:38:46,013 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-24T04:38:46,014 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-24T04:38:46,015 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-24T04:38:46,015 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-24T04:38:46,015 DEBUG [RS:0;fadb2fe0ba32:38049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fadb2fe0ba32,38049,1732423094067
2024-11-24T04:38:46,015 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fadb2fe0ba32,38049,1732423094067'
2024-11-24T04:38:46,015 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-24T04:38:46,016 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-24T04:38:46,016 DEBUG [RS:0;fadb2fe0ba32:38049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-24T04:38:46,016 INFO  [RS:0;fadb2fe0ba32:38049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-24T04:38:46,017 INFO  [RS:0;fadb2fe0ba32:38049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-24T04:38:46,946 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:47,946 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:48,947 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:49,948 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:50,948 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:51,949 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:52,950 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:53,950 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:54,951 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:55,952 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:56,953 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:57,953 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:58,954 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:38:59,955 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:00,955 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:01,956 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:02,957 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:03,958 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:04,958 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:05,959 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:06,960 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:07,960 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:08,961 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:09,961 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:10,962 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:11,963 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:12,494 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T04:39:12,963 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:13,964 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:14,964 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:15,965 WARN  [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-24T04:39:16,022 INFO  [RS:0;fadb2fe0ba32:38049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-24T04:39:16,026 INFO  [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C38049%2C1732423094067, suffix=, logDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067, archiveDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/oldWALs, maxLogs=32
2024-11-24T04:39:16,043 DEBUG [RS:0;fadb2fe0ba32:38049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067/fadb2fe0ba32%2C38049%2C1732423094067.1732423156028, exclude list is [], retry=0
2024-11-24T04:39:16,047 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-d8c41063-df8d-4aac-913b-b52e2d808aa3,DISK]
2024-11-24T04:39:16,050 INFO  [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067/fadb2fe0ba32%2C38049%2C1732423094067.1732423156028
2024-11-24T04:39:16,051 DEBUG [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44051:44051)]
2024-11-24T04:39:16,217 DEBUG [fadb2fe0ba32:42423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-24T04:39:16,230 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:16,237 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38049,1732423094067, state=OPENING
2024-11-24T04:39:16,242 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-24T04:39:16,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:39:16,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:39:16,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T04:39:16,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T04:39:16,246 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-24T04:39:16,248 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:16,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-24T04:39:16,429 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-24T04:39:16,440 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-24T04:39:16,441 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-24T04:39:16,441 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-24T04:39:16,444 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fadb2fe0ba32%2C38049%2C1732423094067.meta, suffix=.meta, logDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067, archiveDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/oldWALs, maxLogs=32
2024-11-24T04:39:16,461 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067/fadb2fe0ba32%2C38049%2C1732423094067.meta.1732423156446.meta, exclude list is [], retry=0
2024-11-24T04:39:16,465 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42909,DS-d8c41063-df8d-4aac-913b-b52e2d808aa3,DISK]
2024-11-24T04:39:16,468 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/WALs/fadb2fe0ba32,38049,1732423094067/fadb2fe0ba32%2C38049%2C1732423094067.meta.1732423156446.meta
2024-11-24T04:39:16,469 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44051:44051)]
2024-11-24T04:39:16,469 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:16,471 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-24T04:39:16,473 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-24T04:39:16,478 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-24T04:39:16,482 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-24T04:39:16,482 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:16,483 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-24T04:39:16,483 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-24T04:39:16,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-24T04:39:16,487 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-24T04:39:16,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:16,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:39:16,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-24T04:39:16,490 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-24T04:39:16,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:16,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:39:16,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-24T04:39:16,492 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-24T04:39:16,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:16,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:39:16,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-24T04:39:16,494 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-24T04:39:16,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:16,495 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-24T04:39:16,495 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-24T04:39:16,497 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740
2024-11-24T04:39:16,499 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740
2024-11-24T04:39:16,501 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-24T04:39:16,501 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-24T04:39:16,502 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-24T04:39:16,505 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-24T04:39:16,506 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67947963, jitterRate=0.012503549456596375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-24T04:39:16,506 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-24T04:39:16,508 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732423156483Writing region info on filesystem at 1732423156483Initializing all the Stores at 1732423156485 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423156485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423156486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423156486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732423156486Cleaning up temporary data from old regions at 1732423156501 (+15 ms)Running coprocessor post-open hooks at 1732423156506 (+5 ms)Region opened successfully at 1732423156507 (+1 ms)
2024-11-24T04:39:16,515 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732423156414
2024-11-24T04:39:16,527 DEBUG [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-24T04:39:16,527 INFO  [RS_OPEN_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-24T04:39:16,529 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:16,531 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fadb2fe0ba32,38049,1732423094067, state=OPEN
2024-11-24T04:39:16,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T04:39:16,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-24T04:39:16,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T04:39:16,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-24T04:39:16,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:16,543 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-24T04:39:16,544 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fadb2fe0ba32,38049,1732423094067 in 291 msec
2024-11-24T04:39:16,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-24T04:39:16,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.7890 sec
2024-11-24T04:39:16,552 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-24T04:39:16,552 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-24T04:39:16,572 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T04:39:16,573 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38049,1732423094067, seqNum=-1]
2024-11-24T04:39:16,595 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T04:39:16,598 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T04:39:16,618 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.851 sec
2024-11-24T04:39:16,619 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732423156618, completionTime=-1
2024-11-24T04:39:16,622 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-24T04:39:16,622 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-24T04:39:16,656 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-24T04:39:16,656 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732423216656
2024-11-24T04:39:16,656 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732423276656
2024-11-24T04:39:16,656 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec
2024-11-24T04:39:16,658 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,658 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,658 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,660 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fadb2fe0ba32:42423, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,660 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,661 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,666 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-24T04:39:16,686 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.481sec
2024-11-24T04:39:16,688 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-24T04:39:16,689 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-24T04:39:16,690 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-24T04:39:16,690 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-24T04:39:16,690 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-24T04:39:16,691 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-24T04:39:16,692 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-24T04:39:16,699 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-24T04:39:16,700 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-24T04:39:16,700 INFO  [master/fadb2fe0ba32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fadb2fe0ba32,42423,1732423093386-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-24T04:39:16,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2560d350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,714 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-24T04:39:16,714 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-24T04:39:16,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42423,-1 for getting cluster id
2024-11-24T04:39:16,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T04:39:16,728 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30b16b9a-5bca-4fea-acf0-00830ab39ee2'
2024-11-24T04:39:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T04:39:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30b16b9a-5bca-4fea-acf0-00830ab39ee2"

2024-11-24T04:39:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ce3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42423,-1]
2024-11-24T04:39:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T04:39:16,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:39:16,739 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T04:39:16,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456a05a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T04:39:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38049,1732423094067, seqNum=-1]
2024-11-24T04:39:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T04:39:16,752 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T04:39:16,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fadb2fe0ba32,42423,1732423093386
2024-11-24T04:39:16,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a73b085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fadb2fe0ba32,42423,-1 for getting cluster id
2024-11-24T04:39:16,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-24T04:39:16,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30b16b9a-5bca-4fea-acf0-00830ab39ee2'
2024-11-24T04:39:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-24T04:39:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30b16b9a-5bca-4fea-acf0-00830ab39ee2"

2024-11-24T04:39:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e3d0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fadb2fe0ba32,42423,-1]
2024-11-24T04:39:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-24T04:39:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:39:16,781 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-24T04:39:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b07a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-24T04:39:16,800 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=6428
2024-11-24T04:39:16,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-24T04:39:16,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fadb2fe0ba32,42423,1732423093386
2024-11-24T04:39:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb2e2b8
2024-11-24T04:39:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-24T04:39:16,819 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-24T04:39:16,825 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T04:39:16,860 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:16,862 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-24T04:39:16,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:16,865 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T04:39:16,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741835_1011 (size=428)
2024-11-24T04:39:17,281 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c36cf49a02c142789e7ae7c6342c5b3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:17,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741836_1012 (size=79)
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 6c36cf49a02c142789e7ae7c6342c5b3, disabling compactions & flushes
2024-11-24T04:39:17,693 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3. after waiting 0 ms
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:17,693 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:17,693 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c36cf49a02c142789e7ae7c6342c5b3:
Waiting for close lock at 1732423157693Disabling compacts and flushes for region at 1732423157693Disabling writes for close at 1732423157693Writing region close event to WAL at 1732423157693Closed at 1732423157693
2024-11-24T04:39:17,697 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:17,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732423157697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423157697"}]},"ts":"1732423157697"}
2024-11-24T04:39:17,710 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:17,713 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:17,716 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423157713"}]},"ts":"1732423157713"}
2024-11-24T04:39:17,721 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-24T04:39:17,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6c36cf49a02c142789e7ae7c6342c5b3, ASSIGN}]
2024-11-24T04:39:17,726 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6c36cf49a02c142789e7ae7c6342c5b3, ASSIGN
2024-11-24T04:39:17,728 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6c36cf49a02c142789e7ae7c6342c5b3, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:17,880 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c36cf49a02c142789e7ae7c6342c5b3, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T04:39:17,887 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6c36cf49a02c142789e7ae7c6342c5b3, ASSIGN because future has completed
2024-11-24T04:39:17,888 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c36cf49a02c142789e7ae7c6342c5b3, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:18,051 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:18,052 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c36cf49a02c142789e7ae7c6342c5b3, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:18,052 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,053 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:18,053 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,053 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,056 INFO  [StoreOpener-6c36cf49a02c142789e7ae7c6342c5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6c36cf49a02c142789e7ae7c6342c5b3 
2024-11-24T04:39:18,058 INFO  [StoreOpener-6c36cf49a02c142789e7ae7c6342c5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c36cf49a02c142789e7ae7c6342c5b3 columnFamilyName testFamily
2024-11-24T04:39:18,059 DEBUG [StoreOpener-6c36cf49a02c142789e7ae7c6342c5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:18,060 INFO  [StoreOpener-6c36cf49a02c142789e7ae7c6342c5b3-1 {}] regionserver.HStore(327): Store=6c36cf49a02c142789e7ae7c6342c5b3/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:18,060 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,062 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,062 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,063 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,063 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,067 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,073 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:18,073 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c36cf49a02c142789e7ae7c6342c5b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59517321, jitterRate=-0.11312280595302582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:18,074 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:39:18,075 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c36cf49a02c142789e7ae7c6342c5b3:
Running coprocessor pre-open hook at 1732423158053Writing region info on filesystem at 1732423158053Initializing all the Stores at 1732423158055 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423158055Cleaning up temporary data from old regions at 1732423158063 (+8 ms)Running coprocessor post-open hooks at 1732423158074 (+11 ms)Region opened successfully at 1732423158075 (+1 ms)
2024-11-24T04:39:18,078 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3., pid=6, masterSystemTime=1732423158043
2024-11-24T04:39:18,082 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:18,083 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:39:18,084 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c36cf49a02c142789e7ae7c6342c5b3, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:18,089 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c36cf49a02c142789e7ae7c6342c5b3, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:18,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-24T04:39:18,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c36cf49a02c142789e7ae7c6342c5b3, server=fadb2fe0ba32,38049,1732423094067 in 203 msec
2024-11-24T04:39:18,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-24T04:39:18,102 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=6c36cf49a02c142789e7ae7c6342c5b3, ASSIGN in 374 msec
2024-11-24T04:39:18,103 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:18,104 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423158103"}]},"ts":"1732423158103"}
2024-11-24T04:39:18,107 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-24T04:39:18,109 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:18,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2800 sec
2024-11-24T04:39:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-24T04:39:19,908 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-24T04:39:19,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-24T04:39:19,910 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:19,916 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-24T04:39:19,917 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:19,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-24T04:39:19,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-24T04:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fadb2fe0ba32,38049,1732423094067, seqNum=-1]
2024-11-24T04:39:19,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-24T04:39:19,927 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-24T04:39:19,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:19,951 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:19,956 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-24T04:39:19,962 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T04:39:19,968 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T04:39:19,970 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T04:39:19,971 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7200835502960803832
2024-11-24T04:39:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423162969, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:19,980 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T04:39:19,982 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T04:39:19,983 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:19,986 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:19,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7200835502960803830
2024-11-24T04:39:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423162985, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:19,992 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:19,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7200835502960803829
2024-11-24T04:39:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423162991, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:19,997 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:19,999 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7200835502960803828
2024-11-24T04:39:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423162997, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:20,003 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:20,018 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method)
	java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798)
	java.base@17.0.11/java.lang.Throwable.<init>(Throwable.java:256)
	app//io.opentelemetry.context.StrictContextStorage$StrictScope.close(StrictContextStorage.java:167)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:230)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$770/0x00007f3f70b97b20.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f3f709e4f70.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325)
	app//org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$767/0x00007f3f70b8b690.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f3f709e4f70.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92)
	app//org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller$$Lambda$751/0x00007f3f70b7c958.accept(Unknown Source)
	app//org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71)
	app//org.apache.hadoop.hbase.util.FutureUtils$$Lambda$432/0x00007f3f709e4f70.accept(Unknown Source)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863)
	java.base@17.0.11/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510)
	java.base@17.0.11/java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187)
	app//org.apache.hadoop.hbase.client.AsyncClientScanner$$Lambda$766/0x00007f3f70b8f9c8.run(Unknown Source)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56)
	app//org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	app//org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117)
	app//org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:149)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396)
	app//org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	app//org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1444675302_22 at /127.0.0.1:44472 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=743 (was 764), ProcessCount=11 (was 11), AvailableMemoryMB=6379 (was 6428)
2024-11-24T04:39:20,029 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=743, ProcessCount=11, AvailableMemoryMB=6379
2024-11-24T04:39:20,034 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:20,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-24T04:39:20,040 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:20,040 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:20,042 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-24T04:39:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T04:39:20,044 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:20,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741837_1013 (size=414)
2024-11-24T04:39:20,470 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b77db35ed703df0ed387829aa2eefc8c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:20,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741838_1014 (size=65)
2024-11-24T04:39:20,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:20,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b77db35ed703df0ed387829aa2eefc8c, disabling compactions & flushes
2024-11-24T04:39:20,883 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:20,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:20,883 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c. after waiting 0 ms
2024-11-24T04:39:20,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:20,884 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:20,884 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b77db35ed703df0ed387829aa2eefc8c:
Waiting for close lock at 1732423160883Disabling compacts and flushes for region at 1732423160883Disabling writes for close at 1732423160884 (+1 ms)Writing region close event to WAL at 1732423160884Closed at 1732423160884
2024-11-24T04:39:20,886 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:20,887 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732423160886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423160886"}]},"ts":"1732423160886"}
2024-11-24T04:39:20,891 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:20,893 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:20,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423160893"}]},"ts":"1732423160893"}
2024-11-24T04:39:20,896 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T04:39:20,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b77db35ed703df0ed387829aa2eefc8c, ASSIGN}]
2024-11-24T04:39:20,900 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b77db35ed703df0ed387829aa2eefc8c, ASSIGN
2024-11-24T04:39:20,901 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b77db35ed703df0ed387829aa2eefc8c, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:21,053 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b77db35ed703df0ed387829aa2eefc8c, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T04:39:21,058 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b77db35ed703df0ed387829aa2eefc8c, ASSIGN because future has completed
2024-11-24T04:39:21,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77db35ed703df0ed387829aa2eefc8c, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:21,222 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:21,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b77db35ed703df0ed387829aa2eefc8c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:21,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:21,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,227 INFO  [StoreOpener-b77db35ed703df0ed387829aa2eefc8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b77db35ed703df0ed387829aa2eefc8c 
2024-11-24T04:39:21,230 INFO  [StoreOpener-b77db35ed703df0ed387829aa2eefc8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b77db35ed703df0ed387829aa2eefc8c columnFamilyName testFamily
2024-11-24T04:39:21,230 DEBUG [StoreOpener-b77db35ed703df0ed387829aa2eefc8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:21,231 INFO  [StoreOpener-b77db35ed703df0ed387829aa2eefc8c-1 {}] regionserver.HStore(327): Store=b77db35ed703df0ed387829aa2eefc8c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:21,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:21,242 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b77db35ed703df0ed387829aa2eefc8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61797176, jitterRate=-0.07915031909942627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:21,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:39:21,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b77db35ed703df0ed387829aa2eefc8c:
Running coprocessor pre-open hook at 1732423161224Writing region info on filesystem at 1732423161224Initializing all the Stores at 1732423161226 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423161226Cleaning up temporary data from old regions at 1732423161234 (+8 ms)Running coprocessor post-open hooks at 1732423161243 (+9 ms)Region opened successfully at 1732423161245 (+2 ms)
2024-11-24T04:39:21,247 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., pid=9, masterSystemTime=1732423161213
2024-11-24T04:39:21,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:21,252 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:39:21,254 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b77db35ed703df0ed387829aa2eefc8c, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:21,259 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b77db35ed703df0ed387829aa2eefc8c, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:21,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-24T04:39:21,267 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b77db35ed703df0ed387829aa2eefc8c, server=fadb2fe0ba32,38049,1732423094067 in 204 msec
2024-11-24T04:39:21,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-24T04:39:21,272 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b77db35ed703df0ed387829aa2eefc8c, ASSIGN in 370 msec
2024-11-24T04:39:21,274 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:21,274 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423161274"}]},"ts":"1732423161274"}
2024-11-24T04:39:21,278 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T04:39:21,280 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:21,283 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2460 sec
2024-11-24T04:39:22,051 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:39:22,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-24T04:39:22,092 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-24T04:39:22,093 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-24T04:39:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-24T04:39:23,088 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-24T04:39:23,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T04:39:23,088 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:23,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T04:39:23,093 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:23,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-24T04:39:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:23,114 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:23,114 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T04:39:23,118 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T04:39:23,120 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T04:39:23,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T04:39:23,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:23,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T04:39:23,810 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-24T04:39:23,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T04:39:23,811 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:23,812 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T04:39:23,812 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:29,134 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-24T04:39:29,135 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6013ms, rpcTimeout=5999ms
2024-11-24T04:39:29,135 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:39:29,154 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=690 (was 743), ProcessCount=11 (was 11), AvailableMemoryMB=6365 (was 6379)
2024-11-24T04:39:29,164 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=690, ProcessCount=11, AvailableMemoryMB=6365
2024-11-24T04:39:29,167 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:29,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-24T04:39:29,172 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:29,172 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:29,172 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-24T04:39:29,174 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T04:39:29,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741839_1015 (size=412)
2024-11-24T04:39:29,587 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f30ce66742cd6d7b3cb2a9e8ad61c6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:29,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741840_1016 (size=63)
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 92f30ce66742cd6d7b3cb2a9e8ad61c6, disabling compactions & flushes
2024-11-24T04:39:29,598 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6. after waiting 0 ms
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,598 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,598 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f30ce66742cd6d7b3cb2a9e8ad61c6:
Waiting for close lock at 1732423169598Disabling compacts and flushes for region at 1732423169598Disabling writes for close at 1732423169598Writing region close event to WAL at 1732423169598Closed at 1732423169598
2024-11-24T04:39:29,601 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:29,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1732423169601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423169601"}]},"ts":"1732423169601"}
2024-11-24T04:39:29,605 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:29,606 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:29,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423169606"}]},"ts":"1732423169606"}
2024-11-24T04:39:29,610 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T04:39:29,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92f30ce66742cd6d7b3cb2a9e8ad61c6, ASSIGN}]
2024-11-24T04:39:29,613 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92f30ce66742cd6d7b3cb2a9e8ad61c6, ASSIGN
2024-11-24T04:39:29,615 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92f30ce66742cd6d7b3cb2a9e8ad61c6, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-24T04:39:29,766 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=92f30ce66742cd6d7b3cb2a9e8ad61c6, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:29,770 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92f30ce66742cd6d7b3cb2a9e8ad61c6, ASSIGN because future has completed
2024-11-24T04:39:29,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f30ce66742cd6d7b3cb2a9e8ad61c6, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:29,931 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f30ce66742cd6d7b3cb2a9e8ad61c6, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:29,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:29,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,935 INFO  [StoreOpener-92f30ce66742cd6d7b3cb2a9e8ad61c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 92f30ce66742cd6d7b3cb2a9e8ad61c6 
2024-11-24T04:39:29,938 INFO  [StoreOpener-92f30ce66742cd6d7b3cb2a9e8ad61c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f30ce66742cd6d7b3cb2a9e8ad61c6 columnFamilyName testFamily
2024-11-24T04:39:29,938 DEBUG [StoreOpener-92f30ce66742cd6d7b3cb2a9e8ad61c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:29,938 INFO  [StoreOpener-92f30ce66742cd6d7b3cb2a9e8ad61c6-1 {}] regionserver.HStore(327): Store=92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:29,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:29,951 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 92f30ce66742cd6d7b3cb2a9e8ad61c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63083494, jitterRate=-0.05998268723487854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:29,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:39:29,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 92f30ce66742cd6d7b3cb2a9e8ad61c6:
Running coprocessor pre-open hook at 1732423169933Writing region info on filesystem at 1732423169933Initializing all the Stores at 1732423169934 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423169934Cleaning up temporary data from old regions at 1732423169942 (+8 ms)Running coprocessor post-open hooks at 1732423169951 (+9 ms)Region opened successfully at 1732423169952 (+1 ms)
2024-11-24T04:39:29,953 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6., pid=12, masterSystemTime=1732423169925
2024-11-24T04:39:29,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,957 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:39:29,958 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=92f30ce66742cd6d7b3cb2a9e8ad61c6, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:29,962 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f30ce66742cd6d7b3cb2a9e8ad61c6, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:29,969 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-24T04:39:29,969 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f30ce66742cd6d7b3cb2a9e8ad61c6, server=fadb2fe0ba32,38049,1732423094067 in 193 msec
2024-11-24T04:39:29,977 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-24T04:39:29,977 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=92f30ce66742cd6d7b3cb2a9e8ad61c6, ASSIGN in 358 msec
2024-11-24T04:39:29,979 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:29,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423169979"}]},"ts":"1732423169979"}
2024-11-24T04:39:29,982 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T04:39:29,984 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:29,986 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 817 msec
2024-11-24T04:39:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-24T04:39:30,187 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-24T04:39:30,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T04:39:30,188 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T04:39:30,193 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:30,193 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-24T04:39:30,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:30,210 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:30,210 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T04:39:30,214 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T04:39:30,216 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T04:39:30,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T04:39:30,219 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T04:39:33,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T04:39:33,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:34,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-24T04:39:35,463 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:39:36,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803819' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T04:39:36,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:38662 deadline: 1732423182230, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803819' does not exist
2024-11-24T04:39:36,235 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fadb2fe0ba32,38049,1732423094067 for closing scanner id = -7200835502960803819 for 92f30ce66742cd6d7b3cb2a9e8ad61c6 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803819' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T04:39:36,239 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 690), ProcessCount=11 (was 11), AvailableMemoryMB=6353 (was 6365)
2024-11-24T04:39:36,249 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=6353
2024-11-24T04:39:36,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-24T04:39:36,257 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:36,257 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:36,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-24T04:39:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T04:39:36,259 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:36,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741841_1017 (size=423)
2024-11-24T04:39:36,674 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5359c383066b0735172cb4662dfefafb, NAME => 'testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:36,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741842_1018 (size=74)
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 5359c383066b0735172cb4662dfefafb, disabling compactions & flushes
2024-11-24T04:39:36,691 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb. after waiting 0 ms
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:36,691 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:36,691 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5359c383066b0735172cb4662dfefafb:
Waiting for close lock at 1732423176691Disabling compacts and flushes for region at 1732423176691Disabling writes for close at 1732423176691Writing region close event to WAL at 1732423176691Closed at 1732423176691
2024-11-24T04:39:36,693 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:36,694 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732423176693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423176693"}]},"ts":"1732423176693"}
2024-11-24T04:39:36,697 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:36,699 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:36,699 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423176699"}]},"ts":"1732423176699"}
2024-11-24T04:39:36,702 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-24T04:39:36,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5359c383066b0735172cb4662dfefafb, ASSIGN}]
2024-11-24T04:39:36,704 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5359c383066b0735172cb4662dfefafb, ASSIGN
2024-11-24T04:39:36,705 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5359c383066b0735172cb4662dfefafb, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-24T04:39:36,856 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5359c383066b0735172cb4662dfefafb, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:36,860 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5359c383066b0735172cb4662dfefafb, ASSIGN because future has completed
2024-11-24T04:39:36,861 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5359c383066b0735172cb4662dfefafb, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:37,023 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:37,023 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5359c383066b0735172cb4662dfefafb, NAME => 'testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:37,024 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,024 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:37,024 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,024 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,027 INFO  [StoreOpener-5359c383066b0735172cb4662dfefafb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5359c383066b0735172cb4662dfefafb 
2024-11-24T04:39:37,032 INFO  [StoreOpener-5359c383066b0735172cb4662dfefafb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5359c383066b0735172cb4662dfefafb columnFamilyName testFamily
2024-11-24T04:39:37,032 DEBUG [StoreOpener-5359c383066b0735172cb4662dfefafb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:37,034 INFO  [StoreOpener-5359c383066b0735172cb4662dfefafb-1 {}] regionserver.HStore(327): Store=5359c383066b0735172cb4662dfefafb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:37,034 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,036 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,037 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,039 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,039 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,044 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,049 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:37,051 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5359c383066b0735172cb4662dfefafb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74643300, jitterRate=0.11227184534072876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:37,051 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:39:37,052 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5359c383066b0735172cb4662dfefafb:
Running coprocessor pre-open hook at 1732423177024Writing region info on filesystem at 1732423177024Initializing all the Stores at 1732423177026 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423177026Cleaning up temporary data from old regions at 1732423177039 (+13 ms)Running coprocessor post-open hooks at 1732423177051 (+12 ms)Region opened successfully at 1732423177052 (+1 ms)
2024-11-24T04:39:37,054 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., pid=15, masterSystemTime=1732423177015
2024-11-24T04:39:37,057 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:37,057 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:39:37,058 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5359c383066b0735172cb4662dfefafb, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:37,062 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5359c383066b0735172cb4662dfefafb, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:37,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-24T04:39:37,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5359c383066b0735172cb4662dfefafb, server=fadb2fe0ba32,38049,1732423094067 in 203 msec
2024-11-24T04:39:37,071 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-24T04:39:37,072 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5359c383066b0735172cb4662dfefafb, ASSIGN in 366 msec
2024-11-24T04:39:37,073 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:37,073 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423177073"}]},"ts":"1732423177073"}
2024-11-24T04:39:37,076 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-24T04:39:37,077 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:37,080 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 824 msec
2024-11-24T04:39:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-24T04:39:37,277 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-24T04:39:37,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-24T04:39:37,277 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:37,282 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-24T04:39:37,283 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:37,283 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-24T04:39:37,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:37,299 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:37,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-24T04:39:37,303 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-24T04:39:37,305 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-24T04:39:37,306 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-24T04:39:37,307 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7200835502960803815
2024-11-24T04:39:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423180306, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:37,311 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-24T04:39:37,312 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-24T04:39:37,313 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:37,315 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:37,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-7200835502960803813
2024-11-24T04:39:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423180314, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:37,320 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:37,321 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-7200835502960803812
2024-11-24T04:39:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423180319, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:37,324 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:37,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-7200835502960803811
2024-11-24T04:39:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:38662 deadline: 1732423180323, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-24T04:39:37,329 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-24T04:39:37,339 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1444675302_22 at /127.0.0.1:58808 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=6350 (was 6353)
2024-11-24T04:39:37,350 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=661, ProcessCount=11, AvailableMemoryMB=6349
2024-11-24T04:39:37,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-24T04:39:37,357 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:37,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:37,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-24T04:39:37,359 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T04:39:37,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741843_1019 (size=418)
2024-11-24T04:39:37,776 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54ea1adfaba1c0895ae4f8c5cc81cbb7, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:37,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741844_1020 (size=69)
2024-11-24T04:39:38,185 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:38,185 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 54ea1adfaba1c0895ae4f8c5cc81cbb7, disabling compactions & flushes
2024-11-24T04:39:38,185 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,185 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,185 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7. after waiting 0 ms
2024-11-24T04:39:38,185 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,185 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,186 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54ea1adfaba1c0895ae4f8c5cc81cbb7:
Waiting for close lock at 1732423178185Disabling compacts and flushes for region at 1732423178185Disabling writes for close at 1732423178185Writing region close event to WAL at 1732423178185Closed at 1732423178185
2024-11-24T04:39:38,187 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:38,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1732423178187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423178187"}]},"ts":"1732423178187"}
2024-11-24T04:39:38,190 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:38,191 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:38,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423178192"}]},"ts":"1732423178192"}
2024-11-24T04:39:38,194 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-24T04:39:38,194 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=54ea1adfaba1c0895ae4f8c5cc81cbb7, ASSIGN}]
2024-11-24T04:39:38,195 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=54ea1adfaba1c0895ae4f8c5cc81cbb7, ASSIGN
2024-11-24T04:39:38,197 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=54ea1adfaba1c0895ae4f8c5cc81cbb7, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:38,347 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=54ea1adfaba1c0895ae4f8c5cc81cbb7, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:38,351 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=54ea1adfaba1c0895ae4f8c5cc81cbb7, ASSIGN because future has completed
2024-11-24T04:39:38,351 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ea1adfaba1c0895ae4f8c5cc81cbb7, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T04:39:38,509 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,510 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 54ea1adfaba1c0895ae4f8c5cc81cbb7, NAME => 'testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:38,510 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,510 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:38,510 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,510 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,513 INFO  [StoreOpener-54ea1adfaba1c0895ae4f8c5cc81cbb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 54ea1adfaba1c0895ae4f8c5cc81cbb7 
2024-11-24T04:39:38,515 INFO  [StoreOpener-54ea1adfaba1c0895ae4f8c5cc81cbb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54ea1adfaba1c0895ae4f8c5cc81cbb7 columnFamilyName testFamily
2024-11-24T04:39:38,515 DEBUG [StoreOpener-54ea1adfaba1c0895ae4f8c5cc81cbb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:38,515 INFO  [StoreOpener-54ea1adfaba1c0895ae4f8c5cc81cbb7-1 {}] regionserver.HStore(327): Store=54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:38,515 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,517 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,517 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,518 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,518 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,520 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,523 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:38,524 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 54ea1adfaba1c0895ae4f8c5cc81cbb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66709567, jitterRate=-0.005949988961219788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:38,524 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:39:38,525 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 54ea1adfaba1c0895ae4f8c5cc81cbb7:
Running coprocessor pre-open hook at 1732423178511Writing region info on filesystem at 1732423178511Initializing all the Stores at 1732423178512 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423178512Cleaning up temporary data from old regions at 1732423178518 (+6 ms)Running coprocessor post-open hooks at 1732423178524 (+6 ms)Region opened successfully at 1732423178525 (+1 ms)
2024-11-24T04:39:38,526 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., pid=18, masterSystemTime=1732423178504
2024-11-24T04:39:38,529 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,529 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:39:38,531 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=54ea1adfaba1c0895ae4f8c5cc81cbb7, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:38,533 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54ea1adfaba1c0895ae4f8c5cc81cbb7, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:38,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-24T04:39:38,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 54ea1adfaba1c0895ae4f8c5cc81cbb7, server=fadb2fe0ba32,38049,1732423094067 in 184 msec
2024-11-24T04:39:38,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-24T04:39:38,542 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=54ea1adfaba1c0895ae4f8c5cc81cbb7, ASSIGN in 344 msec
2024-11-24T04:39:38,543 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:38,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423178543"}]},"ts":"1732423178543"}
2024-11-24T04:39:38,545 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-24T04:39:38,546 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:38,548 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1940 sec
2024-11-24T04:39:40,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-24T04:39:40,097 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-24T04:39:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-24T04:39:40,386 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-24T04:39:40,386 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-24T04:39:40,386 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:40,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-24T04:39:40,391 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:40,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-24T04:39:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:40,403 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:40,403 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-24T04:39:40,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T04:39:40,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T04:39:41,417 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-24T04:39:41,417 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-24T04:39:41,417 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:39:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-24T04:39:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:42,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T04:39:42,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T04:39:42,525 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:39:43,407 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=977ms
2024-11-24T04:39:43,407 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=978ms, rpcTimeout=977ms
2024-11-24T04:39:43,407 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:39:43,417 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=448 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 661), ProcessCount=11 (was 11), AvailableMemoryMB=6344 (was 6349)
2024-11-24T04:39:43,425 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=6344
2024-11-24T04:39:43,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-24T04:39:43,431 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:43,431 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:43,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-24T04:39:43,432 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T04:39:43,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741845_1021 (size=416)
2024-11-24T04:39:43,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T04:39:43,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:43,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T04:39:43,809 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:43,843 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99b8d934cf8d5806e04102a03eaaca62, NAME => 'testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:43,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741846_1022 (size=67)
2024-11-24T04:39:43,851 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:43,851 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 99b8d934cf8d5806e04102a03eaaca62, disabling compactions & flushes
2024-11-24T04:39:43,851 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:43,851 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:43,851 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62. after waiting 0 ms
2024-11-24T04:39:43,851 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:43,851 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:43,852 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99b8d934cf8d5806e04102a03eaaca62:
Waiting for close lock at 1732423183851Disabling compacts and flushes for region at 1732423183851Disabling writes for close at 1732423183851Writing region close event to WAL at 1732423183851Closed at 1732423183851
2024-11-24T04:39:43,854 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:43,854 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732423183854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423183854"}]},"ts":"1732423183854"}
2024-11-24T04:39:43,857 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:43,858 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:43,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423183858"}]},"ts":"1732423183858"}
2024-11-24T04:39:43,860 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-24T04:39:43,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99b8d934cf8d5806e04102a03eaaca62, ASSIGN}]
2024-11-24T04:39:43,862 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99b8d934cf8d5806e04102a03eaaca62, ASSIGN
2024-11-24T04:39:43,863 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99b8d934cf8d5806e04102a03eaaca62, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-24T04:39:44,013 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=99b8d934cf8d5806e04102a03eaaca62, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:44,016 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99b8d934cf8d5806e04102a03eaaca62, ASSIGN because future has completed
2024-11-24T04:39:44,017 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99b8d934cf8d5806e04102a03eaaca62, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:44,180 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:44,181 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 99b8d934cf8d5806e04102a03eaaca62, NAME => 'testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:44,181 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,182 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:44,182 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,182 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,184 INFO  [StoreOpener-99b8d934cf8d5806e04102a03eaaca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 99b8d934cf8d5806e04102a03eaaca62 
2024-11-24T04:39:44,186 INFO  [StoreOpener-99b8d934cf8d5806e04102a03eaaca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99b8d934cf8d5806e04102a03eaaca62 columnFamilyName testFamily
2024-11-24T04:39:44,186 DEBUG [StoreOpener-99b8d934cf8d5806e04102a03eaaca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:44,187 INFO  [StoreOpener-99b8d934cf8d5806e04102a03eaaca62-1 {}] regionserver.HStore(327): Store=99b8d934cf8d5806e04102a03eaaca62/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:44,187 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,188 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,189 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,190 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,190 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,193 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,197 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:44,197 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 99b8d934cf8d5806e04102a03eaaca62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63662063, jitterRate=-0.051361337304115295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:44,197 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:39:44,198 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 99b8d934cf8d5806e04102a03eaaca62:
Running coprocessor pre-open hook at 1732423184182Writing region info on filesystem at 1732423184182Initializing all the Stores at 1732423184183 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423184184 (+1 ms)Cleaning up temporary data from old regions at 1732423184190 (+6 ms)Running coprocessor post-open hooks at 1732423184197 (+7 ms)Region opened successfully at 1732423184198 (+1 ms)
2024-11-24T04:39:44,199 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62., pid=21, masterSystemTime=1732423184169
2024-11-24T04:39:44,203 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:44,203 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:39:44,204 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=99b8d934cf8d5806e04102a03eaaca62, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:44,207 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99b8d934cf8d5806e04102a03eaaca62, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:44,212 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-24T04:39:44,212 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 99b8d934cf8d5806e04102a03eaaca62, server=fadb2fe0ba32,38049,1732423094067 in 192 msec
2024-11-24T04:39:44,215 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-24T04:39:44,215 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=99b8d934cf8d5806e04102a03eaaca62, ASSIGN in 352 msec
2024-11-24T04:39:44,216 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:44,216 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423184216"}]},"ts":"1732423184216"}
2024-11-24T04:39:44,218 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-24T04:39:44,219 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:44,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 792 msec
2024-11-24T04:39:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-24T04:39:44,447 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-24T04:39:44,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-24T04:39:44,447 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:44,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-24T04:39:44,452 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:44,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-24T04:39:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:44,465 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:44,465 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-24T04:39:44,468 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T04:39:44,470 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T04:39:44,471 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T04:39:44,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T04:39:46,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-24T04:39:47,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803800' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T04:39:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:38662 deadline: 1732423188480, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803800' does not exist
2024-11-24T04:39:47,481 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fadb2fe0ba32,38049,1732423094067 for closing scanner id = -7200835502960803800 for 99b8d934cf8d5806e04102a03eaaca62 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803800' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T04:39:47,486 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=447 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=622 (was 632), ProcessCount=11 (was 11), AvailableMemoryMB=7566 (was 6344) - AvailableMemoryMB LEAK? -
2024-11-24T04:39:47,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=622, ProcessCount=11, AvailableMemoryMB=7565
2024-11-24T04:39:47,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-24T04:39:47,501 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:47,501 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:47,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-24T04:39:47,502 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T04:39:47,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741847_1023 (size=411)
2024-11-24T04:39:47,916 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dd69842be301fb02833216d872ad041, NAME => 'testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:47,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741848_1024 (size=62)
2024-11-24T04:39:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 9dd69842be301fb02833216d872ad041, disabling compactions & flushes
2024-11-24T04:39:48,328 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041. after waiting 0 ms
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,328 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,328 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dd69842be301fb02833216d872ad041:
Waiting for close lock at 1732423188328Disabling compacts and flushes for region at 1732423188328Disabling writes for close at 1732423188328Writing region close event to WAL at 1732423188328Closed at 1732423188328
2024-11-24T04:39:48,330 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:48,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732423188331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423188331"}]},"ts":"1732423188331"}
2024-11-24T04:39:48,335 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:48,336 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:48,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423188336"}]},"ts":"1732423188336"}
2024-11-24T04:39:48,340 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T04:39:48,340 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9dd69842be301fb02833216d872ad041, ASSIGN}]
2024-11-24T04:39:48,342 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9dd69842be301fb02833216d872ad041, ASSIGN
2024-11-24T04:39:48,343 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9dd69842be301fb02833216d872ad041, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:48,494 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9dd69842be301fb02833216d872ad041, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:48,498 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9dd69842be301fb02833216d872ad041, ASSIGN because future has completed
2024-11-24T04:39:48,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd69842be301fb02833216d872ad041, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T04:39:48,658 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,658 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dd69842be301fb02833216d872ad041, NAME => 'testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:48,659 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,659 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:48,659 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,659 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,661 INFO  [StoreOpener-9dd69842be301fb02833216d872ad041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9dd69842be301fb02833216d872ad041 
2024-11-24T04:39:48,664 INFO  [StoreOpener-9dd69842be301fb02833216d872ad041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dd69842be301fb02833216d872ad041 columnFamilyName testFamily
2024-11-24T04:39:48,664 DEBUG [StoreOpener-9dd69842be301fb02833216d872ad041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:48,665 INFO  [StoreOpener-9dd69842be301fb02833216d872ad041-1 {}] regionserver.HStore(327): Store=9dd69842be301fb02833216d872ad041/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:48,665 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,666 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,666 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,667 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,667 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,669 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,672 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:48,673 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 9dd69842be301fb02833216d872ad041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74893153, jitterRate=0.11599494516849518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:48,673 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dd69842be301fb02833216d872ad041
2024-11-24T04:39:48,673 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 9dd69842be301fb02833216d872ad041:
Running coprocessor pre-open hook at 1732423188659Writing region info on filesystem at 1732423188659Initializing all the Stores at 1732423188661 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423188661Cleaning up temporary data from old regions at 1732423188667 (+6 ms)Running coprocessor post-open hooks at 1732423188673 (+6 ms)Region opened successfully at 1732423188673
2024-11-24T04:39:48,674 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041., pid=24, masterSystemTime=1732423188651
2024-11-24T04:39:48,677 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,677 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:39:48,678 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=9dd69842be301fb02833216d872ad041, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:48,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dd69842be301fb02833216d872ad041, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:48,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-24T04:39:48,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dd69842be301fb02833216d872ad041, server=fadb2fe0ba32,38049,1732423094067 in 184 msec
2024-11-24T04:39:48,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-24T04:39:48,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=9dd69842be301fb02833216d872ad041, ASSIGN in 345 msec
2024-11-24T04:39:48,689 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:48,689 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423188689"}]},"ts":"1732423188689"}
2024-11-24T04:39:48,692 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T04:39:48,693 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:48,701 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1960 sec
2024-11-24T04:39:49,684 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:39:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-24T04:39:50,537 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-24T04:39:50,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T04:39:50,537 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:50,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T04:39:50,543 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:50,543 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-24T04:39:50,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:50,557 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:50,557 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T04:39:50,560 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T04:39:50,562 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T04:39:50,563 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T04:39:50,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-24T04:39:52,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-24T04:39:53,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803796' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T04:39:53,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:38662 deadline: 1732423194570, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803796' does not exist
2024-11-24T04:39:53,571 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fadb2fe0ba32,38049,1732423094067 for closing scanner id = -7200835502960803796 for 9dd69842be301fb02833216d872ad041 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803796' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T04:39:53,577 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=572 (was 622), ProcessCount=11 (was 11), AvailableMemoryMB=7171 (was 7565)
2024-11-24T04:39:53,585 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=572, ProcessCount=11, AvailableMemoryMB=7170
2024-11-24T04:39:53,587 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:39:53,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T04:39:53,590 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:39:53,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:53,590 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-24T04:39:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T04:39:53,591 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:39:53,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741849_1025 (size=419)
2024-11-24T04:39:53,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T04:39:53,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:53,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T04:39:53,809 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T04:39:54,002 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51abec79ac0ee38106ba677a46bcfa94, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:39:54,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741850_1026 (size=70)
2024-11-24T04:39:54,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-24T04:39:54,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:54,412 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 51abec79ac0ee38106ba677a46bcfa94, disabling compactions & flushes
2024-11-24T04:39:54,412 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,412 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,412 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94. after waiting 0 ms
2024-11-24T04:39:54,412 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,412 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,412 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51abec79ac0ee38106ba677a46bcfa94:
Waiting for close lock at 1732423194412Disabling compacts and flushes for region at 1732423194412Disabling writes for close at 1732423194412Writing region close event to WAL at 1732423194412Closed at 1732423194412
2024-11-24T04:39:54,414 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:39:54,414 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1732423194414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423194414"}]},"ts":"1732423194414"}
2024-11-24T04:39:54,417 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:39:54,418 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:39:54,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423194418"}]},"ts":"1732423194418"}
2024-11-24T04:39:54,420 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T04:39:54,420 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51abec79ac0ee38106ba677a46bcfa94, ASSIGN}]
2024-11-24T04:39:54,422 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51abec79ac0ee38106ba677a46bcfa94, ASSIGN
2024-11-24T04:39:54,423 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51abec79ac0ee38106ba677a46bcfa94, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:39:54,573 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51abec79ac0ee38106ba677a46bcfa94, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:54,576 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51abec79ac0ee38106ba677a46bcfa94, ASSIGN because future has completed
2024-11-24T04:39:54,577 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51abec79ac0ee38106ba677a46bcfa94, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:39:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T04:39:54,736 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 51abec79ac0ee38106ba677a46bcfa94, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:39:54,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:39:54,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,740 INFO  [StoreOpener-51abec79ac0ee38106ba677a46bcfa94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 51abec79ac0ee38106ba677a46bcfa94 
2024-11-24T04:39:54,742 INFO  [StoreOpener-51abec79ac0ee38106ba677a46bcfa94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51abec79ac0ee38106ba677a46bcfa94 columnFamilyName testFamily
2024-11-24T04:39:54,742 DEBUG [StoreOpener-51abec79ac0ee38106ba677a46bcfa94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:39:54,743 INFO  [StoreOpener-51abec79ac0ee38106ba677a46bcfa94-1 {}] regionserver.HStore(327): Store=51abec79ac0ee38106ba677a46bcfa94/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:39:54,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:39:54,753 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 51abec79ac0ee38106ba677a46bcfa94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63086921, jitterRate=-0.059931620955467224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:39:54,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:39:54,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 51abec79ac0ee38106ba677a46bcfa94:
Running coprocessor pre-open hook at 1732423194737Writing region info on filesystem at 1732423194738 (+1 ms)Initializing all the Stores at 1732423194739 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423194739Cleaning up temporary data from old regions at 1732423194746 (+7 ms)Running coprocessor post-open hooks at 1732423194753 (+7 ms)Region opened successfully at 1732423194754 (+1 ms)
2024-11-24T04:39:54,755 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., pid=27, masterSystemTime=1732423194729
2024-11-24T04:39:54,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,758 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:39:54,759 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=51abec79ac0ee38106ba677a46bcfa94, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:39:54,762 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51abec79ac0ee38106ba677a46bcfa94, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:39:54,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-24T04:39:54,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 51abec79ac0ee38106ba677a46bcfa94, server=fadb2fe0ba32,38049,1732423094067 in 186 msec
2024-11-24T04:39:54,768 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-24T04:39:54,769 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=51abec79ac0ee38106ba677a46bcfa94, ASSIGN in 346 msec
2024-11-24T04:39:54,769 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:39:54,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423194769"}]},"ts":"1732423194769"}
2024-11-24T04:39:54,772 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T04:39:54,774 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:39:54,776 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1870 sec
2024-11-24T04:39:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-24T04:39:56,607 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-24T04:39:56,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T04:39:56,607 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:56,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T04:39:56,612 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:39:56,612 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T04:39:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:39:56,626 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:39:56,626 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T04:39:56,629 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T04:39:56,630 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-24T04:39:56,870 INFO  [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-24T04:39:56,870 INFO  [master/fadb2fe0ba32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-24T04:39:58,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-24T04:40:00,262 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:40:02,637 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-24T04:40:02,638 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6008ms, rpcTimeout=5999ms
2024-11-24T04:40:02,638 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:40:02,648 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 572), ProcessCount=11 (was 11), AvailableMemoryMB=6990 (was 7170)
2024-11-24T04:40:02,657 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=6989
2024-11-24T04:40:02,659 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:40:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-24T04:40:02,662 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:40:02,663 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:40:02,663 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-24T04:40:02,664 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:40:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T04:40:02,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741851_1027 (size=407)
2024-11-24T04:40:03,074 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4247e30c2b511f78cb2893c84335b253, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:40:03,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741852_1028 (size=58)
2024-11-24T04:40:03,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4247e30c2b511f78cb2893c84335b253, disabling compactions & flushes
2024-11-24T04:40:03,483 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253. after waiting 0 ms
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,483 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,483 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4247e30c2b511f78cb2893c84335b253:
Waiting for close lock at 1732423203483Disabling compacts and flushes for region at 1732423203483Disabling writes for close at 1732423203483Writing region close event to WAL at 1732423203483Closed at 1732423203483
2024-11-24T04:40:03,485 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:40:03,485 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732423203485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423203485"}]},"ts":"1732423203485"}
2024-11-24T04:40:03,488 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:40:03,489 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:40:03,489 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423203489"}]},"ts":"1732423203489"}
2024-11-24T04:40:03,491 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-24T04:40:03,491 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4247e30c2b511f78cb2893c84335b253, ASSIGN}]
2024-11-24T04:40:03,493 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4247e30c2b511f78cb2893c84335b253, ASSIGN
2024-11-24T04:40:03,494 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4247e30c2b511f78cb2893c84335b253, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:40:03,645 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4247e30c2b511f78cb2893c84335b253, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:03,648 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4247e30c2b511f78cb2893c84335b253, ASSIGN because future has completed
2024-11-24T04:40:03,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4247e30c2b511f78cb2893c84335b253, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:40:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T04:40:03,806 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4247e30c2b511f78cb2893c84335b253, NAME => 'hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:40:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:40:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T04:40:03,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T04:40:03,809 INFO  [StoreOpener-4247e30c2b511f78cb2893c84335b253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4247e30c2b511f78cb2893c84335b253 
2024-11-24T04:40:03,811 INFO  [StoreOpener-4247e30c2b511f78cb2893c84335b253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4247e30c2b511f78cb2893c84335b253 columnFamilyName testFamily
2024-11-24T04:40:03,811 DEBUG [StoreOpener-4247e30c2b511f78cb2893c84335b253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:40:03,811 INFO  [StoreOpener-4247e30c2b511f78cb2893c84335b253-1 {}] regionserver.HStore(327): Store=4247e30c2b511f78cb2893c84335b253/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:40:03,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:40:03,819 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4247e30c2b511f78cb2893c84335b253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67918154, jitterRate=0.01205936074256897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:40:03,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:03,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4247e30c2b511f78cb2893c84335b253:
Running coprocessor pre-open hook at 1732423203807Writing region info on filesystem at 1732423203807Initializing all the Stores at 1732423203808 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423203808Cleaning up temporary data from old regions at 1732423203814 (+6 ms)Running coprocessor post-open hooks at 1732423203819 (+5 ms)Region opened successfully at 1732423203820 (+1 ms)
2024-11-24T04:40:03,821 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253., pid=30, masterSystemTime=1732423203800
2024-11-24T04:40:03,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,825 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:03,825 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4247e30c2b511f78cb2893c84335b253, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:03,828 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4247e30c2b511f78cb2893c84335b253, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:40:03,832 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-24T04:40:03,832 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4247e30c2b511f78cb2893c84335b253, server=fadb2fe0ba32,38049,1732423094067 in 181 msec
2024-11-24T04:40:03,835 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-24T04:40:03,835 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4247e30c2b511f78cb2893c84335b253, ASSIGN in 341 msec
2024-11-24T04:40:03,836 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:40:03,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423203836"}]},"ts":"1732423203836"}
2024-11-24T04:40:03,838 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-24T04:40:03,839 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:40:03,841 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1800 sec
2024-11-24T04:40:04,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-24T04:40:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-24T04:40:05,687 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-24T04:40:05,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-24T04:40:05,687 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:40:05,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-24T04:40:05,691 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:40:05,691 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-24T04:40:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:40:05,705 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:40:05,705 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-24T04:40:05,708 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-24T04:40:05,709 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-24T04:40:05,710 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-24T04:40:05,711 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-24T04:40:09,308 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:40:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803788' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-24T04:40:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38049 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:38662 deadline: 1732423217718, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803788' does not exist
2024-11-24T04:40:11,721 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to fadb2fe0ba32,38049,1732423094067 for closing scanner id = -7200835502960803788 for 4247e30c2b511f78cb2893c84335b253 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-7200835502960803788' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-24T04:40:11,727 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=6951 (was 6989)
2024-11-24T04:40:11,735 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=6951
2024-11-24T04:40:11,737 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-24T04:40:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T04:40:11,740 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-24T04:40:11,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:40:11,740 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-24T04:40:11,741 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-24T04:40:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T04:40:11,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741853_1029 (size=423)
2024-11-24T04:40:12,151 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35a2f3769b519ff763541426faf4c1cd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6
2024-11-24T04:40:12,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741854_1030 (size=74)
2024-11-24T04:40:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-24T04:40:12,495 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-24T04:40:12,559 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:40:12,559 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 35a2f3769b519ff763541426faf4c1cd, disabling compactions & flushes
2024-11-24T04:40:12,559 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,559 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,559 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd. after waiting 0 ms
2024-11-24T04:40:12,559 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,559 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,560 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35a2f3769b519ff763541426faf4c1cd:
Waiting for close lock at 1732423212559Disabling compacts and flushes for region at 1732423212559Disabling writes for close at 1732423212559Writing region close event to WAL at 1732423212559Closed at 1732423212559
2024-11-24T04:40:12,561 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-24T04:40:12,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1732423212561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732423212561"}]},"ts":"1732423212561"}
2024-11-24T04:40:12,564 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-24T04:40:12,565 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-24T04:40:12,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423212565"}]},"ts":"1732423212565"}
2024-11-24T04:40:12,568 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-24T04:40:12,568 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=35a2f3769b519ff763541426faf4c1cd, ASSIGN}]
2024-11-24T04:40:12,569 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=35a2f3769b519ff763541426faf4c1cd, ASSIGN
2024-11-24T04:40:12,570 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=35a2f3769b519ff763541426faf4c1cd, ASSIGN; state=OFFLINE, location=fadb2fe0ba32,38049,1732423094067; forceNewPlan=false, retain=false
2024-11-24T04:40:12,721 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=35a2f3769b519ff763541426faf4c1cd, regionState=OPENING, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:12,724 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=35a2f3769b519ff763541426faf4c1cd, ASSIGN because future has completed
2024-11-24T04:40:12,725 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35a2f3769b519ff763541426faf4c1cd, server=fadb2fe0ba32,38049,1732423094067}]
2024-11-24T04:40:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T04:40:12,883 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 35a2f3769b519ff763541426faf4c1cd, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.', STARTKEY => '', ENDKEY => ''}
2024-11-24T04:40:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-24T04:40:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,883 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,885 INFO  [StoreOpener-35a2f3769b519ff763541426faf4c1cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 35a2f3769b519ff763541426faf4c1cd 
2024-11-24T04:40:12,887 INFO  [StoreOpener-35a2f3769b519ff763541426faf4c1cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35a2f3769b519ff763541426faf4c1cd columnFamilyName testFamily
2024-11-24T04:40:12,887 DEBUG [StoreOpener-35a2f3769b519ff763541426faf4c1cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-24T04:40:12,888 INFO  [StoreOpener-35a2f3769b519ff763541426faf4c1cd-1 {}] regionserver.HStore(327): Store=35a2f3769b519ff763541426faf4c1cd/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-24T04:40:12,888 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,889 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,890 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,890 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,890 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,892 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,895 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-24T04:40:12,895 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 35a2f3769b519ff763541426faf4c1cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70824472, jitterRate=0.0553668737411499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-24T04:40:12,895 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:12,896 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 35a2f3769b519ff763541426faf4c1cd:
Running coprocessor pre-open hook at 1732423212884Writing region info on filesystem at 1732423212884Initializing all the Stores at 1732423212885 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732423212885Cleaning up temporary data from old regions at 1732423212890 (+5 ms)Running coprocessor post-open hooks at 1732423212895 (+5 ms)Region opened successfully at 1732423212896 (+1 ms)
2024-11-24T04:40:12,898 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., pid=33, masterSystemTime=1732423212877
2024-11-24T04:40:12,900 DEBUG [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,900 INFO  [RS_OPEN_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:12,901 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=35a2f3769b519ff763541426faf4c1cd, regionState=OPEN, openSeqNum=2, regionLocation=fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:12,903 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35a2f3769b519ff763541426faf4c1cd, server=fadb2fe0ba32,38049,1732423094067 because future has completed
2024-11-24T04:40:12,907 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-24T04:40:12,907 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 35a2f3769b519ff763541426faf4c1cd, server=fadb2fe0ba32,38049,1732423094067 in 180 msec
2024-11-24T04:40:12,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-24T04:40:12,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=35a2f3769b519ff763541426faf4c1cd, ASSIGN in 339 msec
2024-11-24T04:40:12,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-24T04:40:12,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732423212911"}]},"ts":"1732423212911"}
2024-11-24T04:40:12,913 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-24T04:40:12,914 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-24T04:40:12,916 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1770 sec
2024-11-24T04:40:13,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T04:40:13,808 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-24T04:40:13,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T04:40:13,809 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-24T04:40:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-24T04:40:14,767 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-24T04:40:14,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-24T04:40:14,767 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:40:14,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-24T04:40:14,772 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-24T04:40:14,772 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-24T04:40:14,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:40:14,784 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-24T04:40:14,784 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-24T04:40:14,787 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-24T04:40:14,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T04:40:15,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-24T04:40:15,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-11-24T04:40:15,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:40:16,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-24T04:40:16,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-24T04:40:16,792 DEBUG [master/fadb2fe0ba32:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-24T04:40:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2]
2024-11-24T04:40:16,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-24T04:40:17,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=fadb2fe0ba32:38049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-11-24T04:40:17,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=989ms, rpcTimeout=978ms
2024-11-24T04:40:17,797 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., hostname=fadb2fe0ba32,38049,1732423094067, seqNum=2 from cache
2024-11-24T04:40:17,808 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 445), ProcessCount=11 (was 11), AvailableMemoryMB=6950 (was 6951)
2024-11-24T04:40:17,808 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T04:40:17,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T04:40:17,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,814 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T04:40:17,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-24T04:40:17,814 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T04:40:17,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T04:40:17,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,814 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-24T04:40:17,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-24T04:40:17,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651834634, stopped=false
2024-11-24T04:40:17,815 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fadb2fe0ba32,42423,1732423093386
2024-11-24T04:40:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T04:40:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-24T04:40:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:40:17,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:40:17,817 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T04:40:17,817 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-24T04:40:17,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T04:40:17,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T04:40:17,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-24T04:40:17,818 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fadb2fe0ba32,38049,1732423094067' *****
2024-11-24T04:40:17,818 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-24T04:40:17,818 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-24T04:40:17,819 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dd69842be301fb02833216d872ad041
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 51abec79ac0ee38106ba677a46bcfa94
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c36cf49a02c142789e7ae7c6342c5b3
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 99b8d934cf8d5806e04102a03eaaca62
2024-11-24T04:40:17,819 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 4247e30c2b511f78cb2893c84335b253
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 35a2f3769b519ff763541426faf4c1cd
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 5359c383066b0735172cb4662dfefafb
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 54ea1adfaba1c0895ae4f8c5cc81cbb7
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(959): stopping server fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T04:40:17,820 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dd69842be301fb02833216d872ad041, disabling compactions & flushes
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fadb2fe0ba32:38049.
2024-11-24T04:40:17,820 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:40:17,820 DEBUG [RS:0;fadb2fe0ba32:38049 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-24T04:40:17,820 DEBUG [RS:0;fadb2fe0ba32:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:17,820 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:40:17,820 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041. after waiting 0 ms
2024-11-24T04:40:17,820 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-24T04:40:17,820 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-24T04:40:17,821 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-24T04:40:17,821 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-24T04:40:17,821 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-24T04:40:17,821 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-24T04:40:17,821 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-24T04:40:17,821 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-24T04:40:17,821 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 51abec79ac0ee38106ba677a46bcfa94, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, 9dd69842be301fb02833216d872ad041, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:17,823 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dd69842be301fb02833216d872ad041 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:17,823 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-24T04:40:17,883 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/.tmp/testFamily/bf08286e6501442fac5d2bfea2e54571 is 61, key is row-0/testFamily:testQualifier/1732423190547/Put/seqid=0
2024-11-24T04:40:17,888 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/info/226ce42353df4029955fc2d460ac5067 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3./info:regioninfo/1732423158083/Put/seqid=0
2024-11-24T04:40:17,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741855_1031 (size=5049)
2024-11-24T04:40:17,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741856_1032 (size=20564)
2024-11-24T04:40:17,896 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/info/226ce42353df4029955fc2d460ac5067
2024-11-24T04:40:17,956 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/ns/852e952088074fd5a61bdd37be753ded is 43, key is default/ns:d/1732423156602/Put/seqid=0
2024-11-24T04:40:17,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741857_1033 (size=5153)
2024-11-24T04:40:17,966 INFO  [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-24T04:40:17,966 INFO  [regionserver/fadb2fe0ba32:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-24T04:40:18,021 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 51abec79ac0ee38106ba677a46bcfa94, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, 9dd69842be301fb02833216d872ad041, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:18,222 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 51abec79ac0ee38106ba677a46bcfa94, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, 9dd69842be301fb02833216d872ad041, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:18,295 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/.tmp/testFamily/bf08286e6501442fac5d2bfea2e54571
2024-11-24T04:40:18,307 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/.tmp/testFamily/bf08286e6501442fac5d2bfea2e54571 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/testFamily/bf08286e6501442fac5d2bfea2e54571
2024-11-24T04:40:18,310 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-24T04:40:18,316 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/testFamily/bf08286e6501442fac5d2bfea2e54571, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:18,326 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9dd69842be301fb02833216d872ad041 in 501ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:18,333 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNext/9dd69842be301fb02833216d872ad041/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:18,336 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:40:18,336 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dd69842be301fb02833216d872ad041:
Waiting for close lock at 1732423217819Running coprocessor pre-close hooks at 1732423217820 (+1 ms)Disabling compacts and flushes for region at 1732423217820Disabling writes for close at 1732423217820Obtaining lock to block concurrent updates at 1732423217823 (+3 ms)Preparing flush snapshotting stores in 9dd69842be301fb02833216d872ad041 at 1732423217823Finished memstore snapshotting testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423217831 (+8 ms)Flushing stores of testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041. at 1732423217833 (+2 ms)Flushing 9dd69842be301fb02833216d872ad041/testFamily: creating writer at 1732423217834 (+1 ms)Flushing 9dd69842be301fb02833216d872ad041/testFamily: appending metadata at 1732423217876 (+42 ms)Flushing 9dd69842be301fb02833216d872ad041/testFamily: closing flushed file at 1732423217879 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f94adb: reopening flushed file at 1732423218305 (+426 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9dd69842be301fb02833216d872ad041 in 501ms, sequenceid=8, compaction requested=false at 1732423218326 (+21 ms)Writing region close event to WAL at 1732423218328 (+2 ms)Running coprocessor post-close hooks at 1732423218334 (+6 ms)Closed at 1732423218336 (+2 ms)
2024-11-24T04:40:18,336 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1732423187496.9dd69842be301fb02833216d872ad041.
2024-11-24T04:40:18,337 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51abec79ac0ee38106ba677a46bcfa94, disabling compactions & flushes
2024-11-24T04:40:18,337 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:40:18,337 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:40:18,337 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94. after waiting 0 ms
2024-11-24T04:40:18,337 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:40:18,337 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51abec79ac0ee38106ba677a46bcfa94 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:18,355 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/.tmp/testFamily/c0d1971703a345868e4296e52ed52720 is 61, key is row-0/testFamily:testQualifier/1732423196616/Put/seqid=0
2024-11-24T04:40:18,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741858_1034 (size=5049)
2024-11-24T04:40:18,363 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/ns/852e952088074fd5a61bdd37be753ded
2024-11-24T04:40:18,385 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:40:18,388 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/table/7b4a6072bde24a7a99cbcb099ce73d2f is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1732423158103/Put/seqid=0
2024-11-24T04:40:18,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741859_1035 (size=6699)
2024-11-24T04:40:18,422 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 51abec79ac0ee38106ba677a46bcfa94, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:18,622 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 51abec79ac0ee38106ba677a46bcfa94, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:18,761 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/.tmp/testFamily/c0d1971703a345868e4296e52ed52720
2024-11-24T04:40:18,770 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/.tmp/testFamily/c0d1971703a345868e4296e52ed52720 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/testFamily/c0d1971703a345868e4296e52ed52720
2024-11-24T04:40:18,777 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/testFamily/c0d1971703a345868e4296e52ed52720, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:18,778 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51abec79ac0ee38106ba677a46bcfa94 in 441ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:18,782 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/51abec79ac0ee38106ba677a46bcfa94/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:18,783 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51abec79ac0ee38106ba677a46bcfa94:
Waiting for close lock at 1732423218337Running coprocessor pre-close hooks at 1732423218337Disabling compacts and flushes for region at 1732423218337Disabling writes for close at 1732423218337Obtaining lock to block concurrent updates at 1732423218337Preparing flush snapshotting stores in 51abec79ac0ee38106ba677a46bcfa94 at 1732423218337Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423218337Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94. at 1732423218338 (+1 ms)Flushing 51abec79ac0ee38106ba677a46bcfa94/testFamily: creating writer at 1732423218338Flushing 51abec79ac0ee38106ba677a46bcfa94/testFamily: appending metadata at 1732423218354 (+16 ms)Flushing 51abec79ac0ee38106ba677a46bcfa94/testFamily: closing flushed file at 1732423218354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5657378c: reopening flushed file at 1732423218769 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 51abec79ac0ee38106ba677a46bcfa94 in 441ms, sequenceid=8, compaction requested=false at 1732423218778 (+9 ms)Writing region close event to WAL at 1732423218778Running coprocessor post-close hooks at 1732423218783 (+5 ms)Closed at 1732423218783
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1732423193586.51abec79ac0ee38106ba677a46bcfa94.
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c36cf49a02c142789e7ae7c6342c5b3, disabling compactions & flushes
2024-11-24T04:40:18,783 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3. after waiting 0 ms
2024-11-24T04:40:18,783 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:40:18,783 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c36cf49a02c142789e7ae7c6342c5b3 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:18,794 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/table/7b4a6072bde24a7a99cbcb099ce73d2f
2024-11-24T04:40:18,800 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/.tmp/testFamily/dfce4c76543a4dc6b3dbe2ce0b9c72f1 is 61, key is row-0/testFamily:testQualifier/1732423159936/Put/seqid=0
2024-11-24T04:40:18,801 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/info/226ce42353df4029955fc2d460ac5067 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/info/226ce42353df4029955fc2d460ac5067
2024-11-24T04:40:18,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741860_1036 (size=5049)
2024-11-24T04:40:18,810 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/info/226ce42353df4029955fc2d460ac5067, entries=100, sequenceid=56, filesize=20.1 K
2024-11-24T04:40:18,811 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/ns/852e952088074fd5a61bdd37be753ded as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/ns/852e952088074fd5a61bdd37be753ded
2024-11-24T04:40:18,820 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/ns/852e952088074fd5a61bdd37be753ded, entries=2, sequenceid=56, filesize=5.0 K
2024-11-24T04:40:18,821 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/.tmp/table/7b4a6072bde24a7a99cbcb099ce73d2f as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/table/7b4a6072bde24a7a99cbcb099ce73d2f
2024-11-24T04:40:18,822 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-11-24T04:40:18,823 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1325): Online Regions={6c36cf49a02c142789e7ae7c6342c5b3=testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3., 99b8d934cf8d5806e04102a03eaaca62=testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62., 4247e30c2b511f78cb2893c84335b253=hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253., 35a2f3769b519ff763541426faf4c1cd=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., 1588230740=hbase:meta,,1.1588230740, 5359c383066b0735172cb4662dfefafb=testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., 54ea1adfaba1c0895ae4f8c5cc81cbb7=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., b77db35ed703df0ed387829aa2eefc8c=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., 92f30ce66742cd6d7b3cb2a9e8ad61c6=hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.}
2024-11-24T04:40:18,823 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:18,829 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/table/7b4a6072bde24a7a99cbcb099ce73d2f, entries=20, sequenceid=56, filesize=6.5 K
2024-11-24T04:40:18,830 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false
2024-11-24T04:40:18,836 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-24T04:40:18,836 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T04:40:18,837 INFO  [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-24T04:40:18,837 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732423217821Running coprocessor pre-close hooks at 1732423217821Disabling compacts and flushes for region at 1732423217821Disabling writes for close at 1732423217821Obtaining lock to block concurrent updates at 1732423217823 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1732423217823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1732423217832 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732423217833 (+1 ms)Flushing 1588230740/info: creating writer at 1732423217834 (+1 ms)Flushing 1588230740/info: appending metadata at 1732423217883 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732423217883Flushing 1588230740/ns: creating writer at 1732423217939 (+56 ms)Flushing 1588230740/ns: appending metadata at 1732423217955 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732423217955Flushing 1588230740/table: creating writer at 1732423218372 (+417 ms)Flushing 1588230740/table: appending metadata at 1732423218387 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732423218387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7874133f: reopening flushed file at 1732423218800 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6097c650: reopening flushed file at 1732423218810 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758934f3: reopening flushed file at 1732423218820 (+10 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=56, compaction requested=false at 1732423218830 (+10 ms)Writing region close event to WAL at 1732423218832 (+2 ms)Running coprocessor post-close hooks at 1732423218836 (+4 ms)Closed at 1732423218837 (+1 ms)
2024-11-24T04:40:18,837 DEBUG [RS_CLOSE_META-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-24T04:40:19,023 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:19,206 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/.tmp/testFamily/dfce4c76543a4dc6b3dbe2ce0b9c72f1
2024-11-24T04:40:19,215 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/.tmp/testFamily/dfce4c76543a4dc6b3dbe2ce0b9c72f1 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/testFamily/dfce4c76543a4dc6b3dbe2ce0b9c72f1
2024-11-24T04:40:19,222 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/testFamily/dfce4c76543a4dc6b3dbe2ce0b9c72f1, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:19,223 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6c36cf49a02c142789e7ae7c6342c5b3 in 440ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:19,223 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 6c36cf49a02c142789e7ae7c6342c5b3, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:19,228 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextExceptionAsync/6c36cf49a02c142789e7ae7c6342c5b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:19,229 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c36cf49a02c142789e7ae7c6342c5b3:
Waiting for close lock at 1732423218783Running coprocessor pre-close hooks at 1732423218783Disabling compacts and flushes for region at 1732423218783Disabling writes for close at 1732423218783Obtaining lock to block concurrent updates at 1732423218783Preparing flush snapshotting stores in 6c36cf49a02c142789e7ae7c6342c5b3 at 1732423218783Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423218784 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3. at 1732423218784Flushing 6c36cf49a02c142789e7ae7c6342c5b3/testFamily: creating writer at 1732423218784Flushing 6c36cf49a02c142789e7ae7c6342c5b3/testFamily: appending metadata at 1732423218800 (+16 ms)Flushing 6c36cf49a02c142789e7ae7c6342c5b3/testFamily: closing flushed file at 1732423218800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4161a012: reopening flushed file at 1732423219214 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6c36cf49a02c142789e7ae7c6342c5b3 in 440ms, sequenceid=8, compaction requested=false at 1732423219223 (+9 ms)Writing region close event to WAL at 1732423219224 (+1 ms)Running coprocessor post-close hooks at 1732423219228 (+4 ms)Closed at 1732423219229 (+1 ms)
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1732423156821.6c36cf49a02c142789e7ae7c6342c5b3.
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99b8d934cf8d5806e04102a03eaaca62, disabling compactions & flushes
2024-11-24T04:40:19,229 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62. after waiting 0 ms
2024-11-24T04:40:19,229 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:40:19,230 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99b8d934cf8d5806e04102a03eaaca62 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:19,247 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/.tmp/testFamily/4fcc2bb37c82413d95e019c5afc3a529 is 61, key is row-0/testFamily:testQualifier/1732423184456/Put/seqid=0
2024-11-24T04:40:19,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741861_1037 (size=5049)
2024-11-24T04:40:19,424 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:19,624 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, 99b8d934cf8d5806e04102a03eaaca62, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:19,653 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/.tmp/testFamily/4fcc2bb37c82413d95e019c5afc3a529
2024-11-24T04:40:19,661 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/.tmp/testFamily/4fcc2bb37c82413d95e019c5afc3a529 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/testFamily/4fcc2bb37c82413d95e019c5afc3a529
2024-11-24T04:40:19,668 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/testFamily/4fcc2bb37c82413d95e019c5afc3a529, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:19,669 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 99b8d934cf8d5806e04102a03eaaca62 in 440ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:19,674 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnNextAsync/99b8d934cf8d5806e04102a03eaaca62/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:19,674 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99b8d934cf8d5806e04102a03eaaca62:
Waiting for close lock at 1732423219229Running coprocessor pre-close hooks at 1732423219229Disabling compacts and flushes for region at 1732423219229Disabling writes for close at 1732423219229Obtaining lock to block concurrent updates at 1732423219230 (+1 ms)Preparing flush snapshotting stores in 99b8d934cf8d5806e04102a03eaaca62 at 1732423219230Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423219230Flushing stores of testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62. at 1732423219230Flushing 99b8d934cf8d5806e04102a03eaaca62/testFamily: creating writer at 1732423219230Flushing 99b8d934cf8d5806e04102a03eaaca62/testFamily: appending metadata at 1732423219246 (+16 ms)Flushing 99b8d934cf8d5806e04102a03eaaca62/testFamily: closing flushed file at 1732423219246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0c39bb: reopening flushed file at 1732423219660 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 99b8d934cf8d5806e04102a03eaaca62 in 440ms, sequenceid=8, compaction requested=false at 1732423219669 (+9 ms)Writing region close event to WAL at 1732423219670 (+1 ms)Running coprocessor post-close hooks at 1732423219674 (+4 ms)Closed at 1732423219674
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1732423183427.99b8d934cf8d5806e04102a03eaaca62.
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4247e30c2b511f78cb2893c84335b253, disabling compactions & flushes
2024-11-24T04:40:19,675 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253. after waiting 0 ms
2024-11-24T04:40:19,675 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:19,675 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4247e30c2b511f78cb2893c84335b253 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:19,692 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/.tmp/testFamily/41ed6a92957b403cb4f4110101357428 is 61, key is row-0/testFamily:testQualifier/1732423205695/Put/seqid=0
2024-11-24T04:40:19,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741862_1038 (size=5049)
2024-11-24T04:40:19,824 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close
2024-11-24T04:40:19,824 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1325): Online Regions={4247e30c2b511f78cb2893c84335b253=hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253., 35a2f3769b519ff763541426faf4c1cd=testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., 5359c383066b0735172cb4662dfefafb=testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., 54ea1adfaba1c0895ae4f8c5cc81cbb7=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., b77db35ed703df0ed387829aa2eefc8c=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., 92f30ce66742cd6d7b3cb2a9e8ad61c6=hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.}
2024-11-24T04:40:19,824 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,025 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 4247e30c2b511f78cb2893c84335b253, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,097 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/.tmp/testFamily/41ed6a92957b403cb4f4110101357428
2024-11-24T04:40:20,105 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/.tmp/testFamily/41ed6a92957b403cb4f4110101357428 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/testFamily/41ed6a92957b403cb4f4110101357428
2024-11-24T04:40:20,112 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/testFamily/41ed6a92957b403cb4f4110101357428, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:20,113 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4247e30c2b511f78cb2893c84335b253 in 438ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:20,118 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNext/4247e30c2b511f78cb2893c84335b253/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:20,119 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4247e30c2b511f78cb2893c84335b253:
Waiting for close lock at 1732423219675Running coprocessor pre-close hooks at 1732423219675Disabling compacts and flushes for region at 1732423219675Disabling writes for close at 1732423219675Obtaining lock to block concurrent updates at 1732423219675Preparing flush snapshotting stores in 4247e30c2b511f78cb2893c84335b253 at 1732423219675Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423219675Flushing stores of hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253. at 1732423219676 (+1 ms)Flushing 4247e30c2b511f78cb2893c84335b253/testFamily: creating writer at 1732423219676Flushing 4247e30c2b511f78cb2893c84335b253/testFamily: appending metadata at 1732423219692 (+16 ms)Flushing 4247e30c2b511f78cb2893c84335b253/testFamily: closing flushed file at 1732423219692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9accbca: reopening flushed file at 1732423220104 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4247e30c2b511f78cb2893c84335b253 in 438ms, sequenceid=8, compaction requested=false at 1732423220113 (+9 ms)Writing region close event to WAL at 1732423220114 (+1 ms)Running coprocessor post-close hooks at 1732423220119 (+5 ms)Closed at 1732423220119
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1732423202659.4247e30c2b511f78cb2893c84335b253.
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35a2f3769b519ff763541426faf4c1cd, disabling compactions & flushes
2024-11-24T04:40:20,119 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd. after waiting 0 ms
2024-11-24T04:40:20,119 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:20,120 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35a2f3769b519ff763541426faf4c1cd 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:20,137 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/.tmp/testFamily/5977c2536999409d87dc9c73d2ab88cd is 61, key is row-0/testFamily:testQualifier/1732423214776/Put/seqid=0
2024-11-24T04:40:20,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741863_1039 (size=5049)
2024-11-24T04:40:20,225 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,425 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 35a2f3769b519ff763541426faf4c1cd, 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,544 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/.tmp/testFamily/5977c2536999409d87dc9c73d2ab88cd
2024-11-24T04:40:20,552 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/.tmp/testFamily/5977c2536999409d87dc9c73d2ab88cd as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/testFamily/5977c2536999409d87dc9c73d2ab88cd
2024-11-24T04:40:20,560 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/testFamily/5977c2536999409d87dc9c73d2ab88cd, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:20,561 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35a2f3769b519ff763541426faf4c1cd in 441ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:20,565 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScannerAsync/35a2f3769b519ff763541426faf4c1cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:20,566 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:20,566 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35a2f3769b519ff763541426faf4c1cd:
Waiting for close lock at 1732423220119Running coprocessor pre-close hooks at 1732423220119Disabling compacts and flushes for region at 1732423220119Disabling writes for close at 1732423220119Obtaining lock to block concurrent updates at 1732423220120 (+1 ms)Preparing flush snapshotting stores in 35a2f3769b519ff763541426faf4c1cd at 1732423220120Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423220120Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd. at 1732423220120Flushing 35a2f3769b519ff763541426faf4c1cd/testFamily: creating writer at 1732423220121 (+1 ms)Flushing 35a2f3769b519ff763541426faf4c1cd/testFamily: appending metadata at 1732423220137 (+16 ms)Flushing 35a2f3769b519ff763541426faf4c1cd/testFamily: closing flushed file at 1732423220137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffdcba0: reopening flushed file at 1732423220551 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 35a2f3769b519ff763541426faf4c1cd in 441ms, sequenceid=8, compaction requested=false at 1732423220561 (+10 ms)Writing region close event to WAL at 1732423220562 (+1 ms)Running coprocessor post-close hooks at 1732423220566 (+4 ms)Closed at 1732423220566
2024-11-24T04:40:20,566 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1732423211737.35a2f3769b519ff763541426faf4c1cd.
2024-11-24T04:40:20,567 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5359c383066b0735172cb4662dfefafb, disabling compactions & flushes
2024-11-24T04:40:20,567 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:40:20,567 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:40:20,567 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb. after waiting 0 ms
2024-11-24T04:40:20,567 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:40:20,567 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5359c383066b0735172cb4662dfefafb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:20,583 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/.tmp/testFamily/a81a9882135447c0b0ca6647e4b55b76 is 61, key is row-0/testFamily:testQualifier/1732423177288/Put/seqid=0
2024-11-24T04:40:20,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741864_1040 (size=5049)
2024-11-24T04:40:20,625 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,826 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-24T04:40:20,826 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1325): Online Regions={5359c383066b0735172cb4662dfefafb=testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., 54ea1adfaba1c0895ae4f8c5cc81cbb7=testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., b77db35ed703df0ed387829aa2eefc8c=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., 92f30ce66742cd6d7b3cb2a9e8ad61c6=hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.}
2024-11-24T04:40:20,826 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 5359c383066b0735172cb4662dfefafb, 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:20,988 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/.tmp/testFamily/a81a9882135447c0b0ca6647e4b55b76
2024-11-24T04:40:20,996 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/.tmp/testFamily/a81a9882135447c0b0ca6647e4b55b76 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/testFamily/a81a9882135447c0b0ca6647e4b55b76
2024-11-24T04:40:21,003 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/testFamily/a81a9882135447c0b0ca6647e4b55b76, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:21,004 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5359c383066b0735172cb4662dfefafb in 437ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:21,009 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testRetryOutOfOrderScannerNextException/5359c383066b0735172cb4662dfefafb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:21,010 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5359c383066b0735172cb4662dfefafb:
Waiting for close lock at 1732423220566Running coprocessor pre-close hooks at 1732423220567 (+1 ms)Disabling compacts and flushes for region at 1732423220567Disabling writes for close at 1732423220567Obtaining lock to block concurrent updates at 1732423220567Preparing flush snapshotting stores in 5359c383066b0735172cb4662dfefafb at 1732423220567Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423220567Flushing stores of testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb. at 1732423220568 (+1 ms)Flushing 5359c383066b0735172cb4662dfefafb/testFamily: creating writer at 1732423220568Flushing 5359c383066b0735172cb4662dfefafb/testFamily: appending metadata at 1732423220582 (+14 ms)Flushing 5359c383066b0735172cb4662dfefafb/testFamily: closing flushed file at 1732423220582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbc3af7: reopening flushed file at 1732423220995 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5359c383066b0735172cb4662dfefafb in 437ms, sequenceid=8, compaction requested=false at 1732423221004 (+9 ms)Writing region close event to WAL at 1732423221005 (+1 ms)Running coprocessor post-close hooks at 1732423221010 (+5 ms)Closed at 1732423221010
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1732423176252.5359c383066b0735172cb4662dfefafb.
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54ea1adfaba1c0895ae4f8c5cc81cbb7, disabling compactions & flushes
2024-11-24T04:40:21,010 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7. after waiting 0 ms
2024-11-24T04:40:21,010 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:40:21,010 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54ea1adfaba1c0895ae4f8c5cc81cbb7 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:21,026 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:21,027 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/.tmp/testFamily/afe5d9b0ccf34c5e9793a819921e03b4 is 61, key is row-0/testFamily:testQualifier/1732423180394/Put/seqid=0
2024-11-24T04:40:21,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741865_1041 (size=5049)
2024-11-24T04:40:21,226 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:21,427 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 54ea1adfaba1c0895ae4f8c5cc81cbb7, 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:21,432 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/.tmp/testFamily/afe5d9b0ccf34c5e9793a819921e03b4
2024-11-24T04:40:21,441 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/.tmp/testFamily/afe5d9b0ccf34c5e9793a819921e03b4 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily/afe5d9b0ccf34c5e9793a819921e03b4
2024-11-24T04:40:21,448 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily/afe5d9b0ccf34c5e9793a819921e03b4, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:21,449 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 54ea1adfaba1c0895ae4f8c5cc81cbb7 in 439ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:21,454 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/default/testNormalScanTimeoutOnOpenScanner/54ea1adfaba1c0895ae4f8c5cc81cbb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:21,454 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:40:21,454 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54ea1adfaba1c0895ae4f8c5cc81cbb7:
Waiting for close lock at 1732423221010Running coprocessor pre-close hooks at 1732423221010Disabling compacts and flushes for region at 1732423221010Disabling writes for close at 1732423221010Obtaining lock to block concurrent updates at 1732423221010Preparing flush snapshotting stores in 54ea1adfaba1c0895ae4f8c5cc81cbb7 at 1732423221010Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423221011 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7. at 1732423221011Flushing 54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily: creating writer at 1732423221011Flushing 54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily: appending metadata at 1732423221026 (+15 ms)Flushing 54ea1adfaba1c0895ae4f8c5cc81cbb7/testFamily: closing flushed file at 1732423221026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a400e9: reopening flushed file at 1732423221439 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 54ea1adfaba1c0895ae4f8c5cc81cbb7 in 439ms, sequenceid=8, compaction requested=false at 1732423221449 (+10 ms)Writing region close event to WAL at 1732423221450 (+1 ms)Running coprocessor post-close hooks at 1732423221454 (+4 ms)Closed at 1732423221454
2024-11-24T04:40:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1732423177353.54ea1adfaba1c0895ae4f8c5cc81cbb7.
2024-11-24T04:40:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b77db35ed703df0ed387829aa2eefc8c, disabling compactions & flushes
2024-11-24T04:40:21,455 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:40:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:40:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c. after waiting 0 ms
2024-11-24T04:40:21,455 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:40:21,455 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b77db35ed703df0ed387829aa2eefc8c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:21,471 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/.tmp/testFamily/68c7ac336d8b4e37bb24c60fadba3303 is 61, key is row-0/testFamily:testQualifier/1732423163100/Put/seqid=0
2024-11-24T04:40:21,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741866_1042 (size=5049)
2024-11-24T04:40:21,627 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:21,827 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-24T04:40:21,827 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1325): Online Regions={b77db35ed703df0ed387829aa2eefc8c=hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., 92f30ce66742cd6d7b3cb2a9e8ad61c6=hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.}
2024-11-24T04:40:21,828 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 92f30ce66742cd6d7b3cb2a9e8ad61c6, b77db35ed703df0ed387829aa2eefc8c
2024-11-24T04:40:21,877 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/.tmp/testFamily/68c7ac336d8b4e37bb24c60fadba3303
2024-11-24T04:40:21,885 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/.tmp/testFamily/68c7ac336d8b4e37bb24c60fadba3303 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/testFamily/68c7ac336d8b4e37bb24c60fadba3303
2024-11-24T04:40:21,892 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/testFamily/68c7ac336d8b4e37bb24c60fadba3303, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:21,893 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b77db35ed703df0ed387829aa2eefc8c in 438ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:21,897 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnOpenScanner/b77db35ed703df0ed387829aa2eefc8c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:21,898 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:40:21,898 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b77db35ed703df0ed387829aa2eefc8c:
Waiting for close lock at 1732423221455Running coprocessor pre-close hooks at 1732423221455Disabling compacts and flushes for region at 1732423221455Disabling writes for close at 1732423221455Obtaining lock to block concurrent updates at 1732423221455Preparing flush snapshotting stores in b77db35ed703df0ed387829aa2eefc8c at 1732423221455Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423221455Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c. at 1732423221456 (+1 ms)Flushing b77db35ed703df0ed387829aa2eefc8c/testFamily: creating writer at 1732423221456Flushing b77db35ed703df0ed387829aa2eefc8c/testFamily: appending metadata at 1732423221471 (+15 ms)Flushing b77db35ed703df0ed387829aa2eefc8c/testFamily: closing flushed file at 1732423221471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2f4ddb: reopening flushed file at 1732423221884 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b77db35ed703df0ed387829aa2eefc8c in 438ms, sequenceid=8, compaction requested=false at 1732423221893 (+9 ms)Writing region close event to WAL at 1732423221894 (+1 ms)Running coprocessor post-close hooks at 1732423221898 (+4 ms)Closed at 1732423221898
2024-11-24T04:40:21,898 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1732423160033.b77db35ed703df0ed387829aa2eefc8c.
2024-11-24T04:40:21,898 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f30ce66742cd6d7b3cb2a9e8ad61c6, disabling compactions & flushes
2024-11-24T04:40:21,898 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:40:21,898 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:40:21,899 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6. after waiting 0 ms
2024-11-24T04:40:21,899 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:40:21,899 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92f30ce66742cd6d7b3cb2a9e8ad61c6 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-24T04:40:21,915 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/.tmp/testFamily/9afa52c839a74d6a8a44ad6ec22c2dc5 is 61, key is row-0/testFamily:testQualifier/1732423170199/Put/seqid=0
2024-11-24T04:40:21,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741867_1043 (size=5049)
2024-11-24T04:40:22,028 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:40:22,228 DEBUG [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1351): Waiting on 92f30ce66742cd6d7b3cb2a9e8ad61c6
2024-11-24T04:40:22,321 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/.tmp/testFamily/9afa52c839a74d6a8a44ad6ec22c2dc5
2024-11-24T04:40:22,329 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/.tmp/testFamily/9afa52c839a74d6a8a44ad6ec22c2dc5 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily/9afa52c839a74d6a8a44ad6ec22c2dc5
2024-11-24T04:40:22,336 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily/9afa52c839a74d6a8a44ad6ec22c2dc5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-24T04:40:22,337 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92f30ce66742cd6d7b3cb2a9e8ad61c6 in 438ms, sequenceid=8, compaction requested=false
2024-11-24T04:40:22,342 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/data/hbase/testMetaScanTimeoutOnNextAsync/92f30ce66742cd6d7b3cb2a9e8ad61c6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-24T04:40:22,343 INFO  [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:40:22,343 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f30ce66742cd6d7b3cb2a9e8ad61c6:
Waiting for close lock at 1732423221898Running coprocessor pre-close hooks at 1732423221898Disabling compacts and flushes for region at 1732423221898Disabling writes for close at 1732423221899 (+1 ms)Obtaining lock to block concurrent updates at 1732423221899Preparing flush snapshotting stores in 92f30ce66742cd6d7b3cb2a9e8ad61c6 at 1732423221899Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1732423221899Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6. at 1732423221899Flushing 92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily: creating writer at 1732423221899Flushing 92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily: appending metadata at 1732423221915 (+16 ms)Flushing 92f30ce66742cd6d7b3cb2a9e8ad61c6/testFamily: closing flushed file at 1732423221915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2a607a: reopening flushed file at 1732423222328 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 92f30ce66742cd6d7b3cb2a9e8ad61c6 in 438ms, sequenceid=8, compaction requested=false at 1732423222337 (+9 ms)Writing region close event to WAL at 1732423222338 (+1 ms)Running coprocessor post-close hooks at 1732423222343 (+5 ms)Closed at 1732423222343
2024-11-24T04:40:22,343 DEBUG [RS_CLOSE_REGION-regionserver/fadb2fe0ba32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1732423169167.92f30ce66742cd6d7b3cb2a9e8ad61c6.
2024-11-24T04:40:22,428 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(976): stopping server fadb2fe0ba32,38049,1732423094067; all regions closed.
2024-11-24T04:40:22,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741834_1010 (size=19479)
2024-11-24T04:40:22,438 DEBUG [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/oldWALs
2024-11-24T04:40:22,439 INFO  [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C38049%2C1732423094067.meta:.meta(num 1732423156446)
2024-11-24T04:40:22,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741833_1009 (size=20031)
2024-11-24T04:40:22,443 DEBUG [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/oldWALs
2024-11-24T04:40:22,443 INFO  [RS:0;fadb2fe0ba32:38049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fadb2fe0ba32%2C38049%2C1732423094067:(num 1732423156028)
2024-11-24T04:40:22,443 DEBUG [RS:0;fadb2fe0ba32:38049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-24T04:40:22,444 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T04:40:22,444 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T04:40:22,444 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.ChoreService(370): Chore service for: regionserver/fadb2fe0ba32:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-24T04:40:22,444 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T04:40:22,444 INFO  [regionserver/fadb2fe0ba32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T04:40:22,445 INFO  [regionserver/fadb2fe0ba32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-24T04:40:22,445 INFO  [RS:0;fadb2fe0ba32:38049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38049
2024-11-24T04:40:22,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fadb2fe0ba32,38049,1732423094067
2024-11-24T04:40:22,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-24T04:40:22,449 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T04:40:22,451 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fadb2fe0ba32,38049,1732423094067]
2024-11-24T04:40:22,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fadb2fe0ba32,38049,1732423094067 already deleted, retry=false
2024-11-24T04:40:22,453 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fadb2fe0ba32,38049,1732423094067 expired; onlineServers=0
2024-11-24T04:40:22,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fadb2fe0ba32,42423,1732423093386' *****
2024-11-24T04:40:22,453 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-24T04:40:22,453 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-24T04:40:22,453 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-24T04:40:22,453 DEBUG [M:0;fadb2fe0ba32:42423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-24T04:40:22,454 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-24T04:40:22,454 DEBUG [M:0;fadb2fe0ba32:42423 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-24T04:40:22,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732423095897 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.small.0-1732423095897,5,FailOnTimeoutGroup]
2024-11-24T04:40:22,454 DEBUG [master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732423095891 {}] cleaner.HFileCleaner(306): Exit Thread[master/fadb2fe0ba32:0:becomeActiveMaster-HFileCleaner.large.0-1732423095891,5,FailOnTimeoutGroup]
2024-11-24T04:40:22,454 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.ChoreService(370): Chore service for: master/fadb2fe0ba32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-24T04:40:22,454 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-24T04:40:22,454 DEBUG [M:0;fadb2fe0ba32:42423 {}] master.HMaster(1795): Stopping service threads
2024-11-24T04:40:22,454 INFO  [M:0;fadb2fe0ba32:42423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-24T04:40:22,454 INFO  [M:0;fadb2fe0ba32:42423 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-24T04:40:22,455 INFO  [M:0;fadb2fe0ba32:42423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-24T04:40:22,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-24T04:40:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-24T04:40:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-24T04:40:22,455 DEBUG [M:0;fadb2fe0ba32:42423 {}] zookeeper.ZKUtil(347): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-24T04:40:22,455 WARN  [M:0;fadb2fe0ba32:42423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-24T04:40:22,456 INFO  [M:0;fadb2fe0ba32:42423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/.lastflushedseqids
2024-11-24T04:40:22,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741868_1044 (size=712)
2024-11-24T04:40:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T04:40:22,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38049-0x101484473db0001, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T04:40:22,552 INFO  [RS:0;fadb2fe0ba32:38049 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T04:40:22,552 INFO  [RS:0;fadb2fe0ba32:38049 {}] regionserver.HRegionServer(1031): Exiting; stopping=fadb2fe0ba32,38049,1732423094067; zookeeper connection closed.
2024-11-24T04:40:22,552 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@493b3b75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@493b3b75
2024-11-24T04:40:22,553 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-24T04:40:22,868 INFO  [M:0;fadb2fe0ba32:42423 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-24T04:40:22,868 INFO  [M:0;fadb2fe0ba32:42423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-24T04:40:22,868 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-24T04:40:22,868 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:40:22,868 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:40:22,868 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-24T04:40:22,868 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:40:22,869 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.14 KB heapSize=191.18 KB
2024-11-24T04:40:22,886 DEBUG [M:0;fadb2fe0ba32:42423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7199957afb834392b3f0be2a126c9185 is 82, key is hbase:meta,,1/info:regioninfo/1732423156529/Put/seqid=0
2024-11-24T04:40:22,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741869_1045 (size=5672)
2024-11-24T04:40:23,292 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7199957afb834392b3f0be2a126c9185
2024-11-24T04:40:23,316 DEBUG [M:0;fadb2fe0ba32:42423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11a61788dac4084b6b89f599b650ab6 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732423158112/Put/seqid=0
2024-11-24T04:40:23,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741870_1046 (size=14074)
2024-11-24T04:40:23,722 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.58 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11a61788dac4084b6b89f599b650ab6
2024-11-24T04:40:23,728 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f11a61788dac4084b6b89f599b650ab6
2024-11-24T04:40:23,744 DEBUG [M:0;fadb2fe0ba32:42423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519c1e949e3d42dd9de8f5d28a86758e is 69, key is fadb2fe0ba32,38049,1732423094067/rs:state/1732423125898/Put/seqid=0
2024-11-24T04:40:23,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741871_1047 (size=5156)
2024-11-24T04:40:23,837 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-24T04:40:23,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-24T04:40:23,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-24T04:40:23,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-24T04:40:23,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-24T04:40:24,150 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519c1e949e3d42dd9de8f5d28a86758e
2024-11-24T04:40:24,158 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7199957afb834392b3f0be2a126c9185 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7199957afb834392b3f0be2a126c9185
2024-11-24T04:40:24,164 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7199957afb834392b3f0be2a126c9185, entries=8, sequenceid=319, filesize=5.5 K
2024-11-24T04:40:24,165 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f11a61788dac4084b6b89f599b650ab6 as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f11a61788dac4084b6b89f599b650ab6
2024-11-24T04:40:24,171 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f11a61788dac4084b6b89f599b650ab6
2024-11-24T04:40:24,171 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f11a61788dac4084b6b89f599b650ab6, entries=33, sequenceid=319, filesize=13.7 K
2024-11-24T04:40:24,172 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/519c1e949e3d42dd9de8f5d28a86758e as hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/519c1e949e3d42dd9de8f5d28a86758e
2024-11-24T04:40:24,178 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41855/user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/519c1e949e3d42dd9de8f5d28a86758e, entries=1, sequenceid=319, filesize=5.0 K
2024-11-24T04:40:24,179 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=319, compaction requested=false
2024-11-24T04:40:24,182 INFO  [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-24T04:40:24,182 DEBUG [M:0;fadb2fe0ba32:42423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732423222868Disabling compacts and flushes for region at 1732423222868Disabling writes for close at 1732423222868Obtaining lock to block concurrent updates at 1732423222869 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732423222869Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167051, getHeapSize=195704, getOffHeapSize=0, getCellsCount=366 at 1732423222869Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732423222870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732423222870Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732423222886 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732423222886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732423223299 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732423223316 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732423223316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732423223728 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732423223744 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732423223744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768d3ac: reopening flushed file at 1732423224157 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5fc919: reopening flushed file at 1732423224164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67301c01: reopening flushed file at 1732423224172 (+8 ms)Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.88 KB/195464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=319, compaction requested=false at 1732423224179 (+7 ms)Writing region close event to WAL at 1732423224182 (+3 ms)Closed at 1732423224182
2024-11-24T04:40:24,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42909 is added to blk_1073741830_1006 (size=188393)
2024-11-24T04:40:24,187 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59881c79-37e0-7b4e-1f7b-793d8fc375d6/MasterData/WALs/fadb2fe0ba32,42423,1732423093386/fadb2fe0ba32%2C42423%2C1732423093386.1732423095320 not finished, retry = 0
2024-11-24T04:40:24,288 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-24T04:40:24,288 INFO  [M:0;fadb2fe0ba32:42423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-24T04:40:24,289 INFO  [M:0;fadb2fe0ba32:42423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42423
2024-11-24T04:40:24,289 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-24T04:40:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T04:40:24,391 INFO  [M:0;fadb2fe0ba32:42423 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-24T04:40:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42423-0x101484473db0000, quorum=127.0.0.1:62051, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-24T04:40:24,396 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@429b6cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-24T04:40:24,398 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@406d11bc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T04:40:24,398 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T04:40:24,398 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8f7398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T04:40:24,398 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79afe1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.log.dir/,STOPPED}
2024-11-24T04:40:24,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-24T04:40:24,402 WARN  [BP-524331373-172.17.0.2-1732423090034 heartbeating to localhost/127.0.0.1:41855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-24T04:40:24,402 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-24T04:40:24,402 WARN  [BP-524331373-172.17.0.2-1732423090034 heartbeating to localhost/127.0.0.1:41855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-524331373-172.17.0.2-1732423090034 (Datanode Uuid 5cae3e34-6823-4f1a-91c6-093479472485) service to localhost/127.0.0.1:41855
2024-11-24T04:40:24,403 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/data/data1/current/BP-524331373-172.17.0.2-1732423090034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T04:40:24,403 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/cluster_dd79a442-6270-c685-62af-32bb62854e61/data/data2/current/BP-524331373-172.17.0.2-1732423090034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-24T04:40:24,404 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-24T04:40:24,410 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b93e99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-24T04:40:24,411 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e84709f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-24T04:40:24,411 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-24T04:40:24,411 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f794dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-24T04:40:24,411 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a4dda0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64e64aea-950f-bf43-ae7b-c0c3cb799976/hadoop.log.dir/,STOPPED}
2024-11-24T04:40:24,418 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-24T04:40:24,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down