2024-12-03 03:38:20,128 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 03:38:20,193 main DEBUG Took 0.057931 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 03:38:20,193 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 03:38:20,193 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 03:38:20,195 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 03:38:20,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,204 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 03:38:20,221 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,226 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,228 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,229 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,231 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,232 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,233 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,235 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 03:38:20,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,240 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 03:38:20,242 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 03:38:20,244 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 03:38:20,247 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 03:38:20,248 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 03:38:20,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 03:38:20,250 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 03:38:20,263 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 03:38:20,267 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 03:38:20,269 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 03:38:20,270 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 03:38:20,271 main DEBUG createAppenders(={Console})
2024-12-03 03:38:20,272 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-03 03:38:20,272 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-03 03:38:20,272 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-03 03:38:20,273 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 03:38:20,273 main DEBUG OutputStream closed
2024-12-03 03:38:20,274 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 03:38:20,274 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 03:38:20,274 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-03 03:38:20,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 03:38:20,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 03:38:20,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 03:38:20,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 03:38:20,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 03:38:20,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 03:38:20,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 03:38:20,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 03:38:20,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 03:38:20,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 03:38:20,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 03:38:20,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 03:38:20,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 03:38:20,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 03:38:20,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 03:38:20,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 03:38:20,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 03:38:20,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 03:38:20,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 03:38:20,383 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-03 03:38:20,384 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 03:38:20,385 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-03T03:38:20,403 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-03 03:38:20,408 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 03:38:20,409 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T03:38:20,807 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7
2024-12-03T03:38:20,838 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T03:38:20,861 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b, deleteOnExit=true
2024-12-03T03:38:20,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T03:38:20,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/test.cache.data in system properties and HBase conf
2024-12-03T03:38:20,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T03:38:20,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.log.dir in system properties and HBase conf
2024-12-03T03:38:20,867 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T03:38:20,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T03:38:20,868 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T03:38:20,991 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T03:38:21,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T03:38:21,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T03:38:21,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T03:38:21,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T03:38:21,132 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T03:38:21,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T03:38:21,133 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T03:38:21,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T03:38:21,134 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T03:38:21,135 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T03:38:21,136 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/nfs.dump.dir in system properties and HBase conf
2024-12-03T03:38:21,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/java.io.tmpdir in system properties and HBase conf
2024-12-03T03:38:21,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T03:38:21,138 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T03:38:21,138 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T03:38:22,994 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T03:38:23,117 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3808ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T03:38:23,207 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T03:38:23,287 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T03:38:23,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T03:38:23,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T03:38:23,312 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T03:38:23,328 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T03:38:23,335 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6193f924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.log.dir/,AVAILABLE}
2024-12-03T03:38:23,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@734175dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T03:38:23,580 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc299d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/java.io.tmpdir/jetty-localhost-43651-hadoop-hdfs-3_4_1-tests_jar-_-any-11557840164336568299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T03:38:23,591 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e20720d{HTTP/1.1, (http/1.1)}{localhost:43651}
2024-12-03T03:38:23,591 INFO  [Time-limited test {}] server.Server(415): Started @4283ms
2024-12-03T03:38:24,969 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T03:38:24,978 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T03:38:24,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T03:38:24,980 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T03:38:24,981 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T03:38:24,983 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59dc2560{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.log.dir/,AVAILABLE}
2024-12-03T03:38:24,984 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ffb86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T03:38:25,098 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dbf03bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/java.io.tmpdir/jetty-localhost-41253-hadoop-hdfs-3_4_1-tests_jar-_-any-9858392100214096732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T03:38:25,099 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc8a3f2{HTTP/1.1, (http/1.1)}{localhost:41253}
2024-12-03T03:38:25,100 INFO  [Time-limited test {}] server.Server(415): Started @5792ms
2024-12-03T03:38:25,154 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T03:38:27,865 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/data/data2/current/BP-1150947974-172.17.0.3-1733197101914/current, will proceed with Du for space computation calculation, 
2024-12-03T03:38:27,865 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/data/data1/current/BP-1150947974-172.17.0.3-1733197101914/current, will proceed with Du for space computation calculation, 
2024-12-03T03:38:27,922 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T03:38:27,992 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfd2a6327cb84d with lease ID 0x27d85147bc02c78c: Processing first storage report for DS-6e7a1596-fdde-45b4-929c-81c67d881a33 from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=55e0d92e-ae44-4ad8-ba29-3304e3ca95e6, infoPort=43961, infoSecurePort=0, ipcPort=33973, storageInfo=lv=-57;cid=testClusterID;nsid=1429885335;c=1733197101914)
2024-12-03T03:38:27,994 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfd2a6327cb84d with lease ID 0x27d85147bc02c78c: from storage DS-6e7a1596-fdde-45b4-929c-81c67d881a33 node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=55e0d92e-ae44-4ad8-ba29-3304e3ca95e6, infoPort=43961, infoSecurePort=0, ipcPort=33973, storageInfo=lv=-57;cid=testClusterID;nsid=1429885335;c=1733197101914), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T03:38:27,995 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dfd2a6327cb84d with lease ID 0x27d85147bc02c78c: Processing first storage report for DS-9b04ca74-88ec-4899-b4bd-da7418b192b1 from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=55e0d92e-ae44-4ad8-ba29-3304e3ca95e6, infoPort=43961, infoSecurePort=0, ipcPort=33973, storageInfo=lv=-57;cid=testClusterID;nsid=1429885335;c=1733197101914)
2024-12-03T03:38:27,995 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dfd2a6327cb84d with lease ID 0x27d85147bc02c78c: from storage DS-9b04ca74-88ec-4899-b4bd-da7418b192b1 node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=55e0d92e-ae44-4ad8-ba29-3304e3ca95e6, infoPort=43961, infoSecurePort=0, ipcPort=33973, storageInfo=lv=-57;cid=testClusterID;nsid=1429885335;c=1733197101914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T03:38:28,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7
2024-12-03T03:38:28,288 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/zookeeper_0, clientPort=63304, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T03:38:28,302 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63304
2024-12-03T03:38:28,315 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:28,319 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:28,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741825_1001 (size=7)
2024-12-03T03:38:29,044 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879 with version=8
2024-12-03T03:38:29,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/hbase-staging
2024-12-03T03:38:29,151 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T03:38:29,510 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/0d3ef00225a3:0 server-side Connection retries=9
2024-12-03T03:38:29,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:29,521 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:29,526 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T03:38:29,526 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:29,527 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T03:38:29,663 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T03:38:29,722 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T03:38:29,729 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T03:38:29,732 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T03:38:29,753 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87483 (auto-detected)
2024-12-03T03:38:29,754 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T03:38:29,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45399
2024-12-03T03:38:29,798 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45399 connecting to ZooKeeper ensemble=127.0.0.1:63304
2024-12-03T03:38:30,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453990x0, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T03:38:30,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45399-0x10199450fcf0000 connected
2024-12-03T03:38:31,028 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:31,031 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:31,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T03:38:31,047 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879, hbase.cluster.distributed=false
2024-12-03T03:38:31,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T03:38:31,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45399
2024-12-03T03:38:31,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45399
2024-12-03T03:38:31,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45399
2024-12-03T03:38:31,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45399
2024-12-03T03:38:31,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45399
2024-12-03T03:38:31,165 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/0d3ef00225a3:0 server-side Connection retries=9
2024-12-03T03:38:31,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:31,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:31,167 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T03:38:31,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T03:38:31,167 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T03:38:31,170 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T03:38:31,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T03:38:31,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36801
2024-12-03T03:38:31,174 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36801 connecting to ZooKeeper ensemble=127.0.0.1:63304
2024-12-03T03:38:31,175 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:31,178 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:31,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368010x0, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T03:38:31,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368010x0, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T03:38:31,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36801-0x10199450fcf0001 connected
2024-12-03T03:38:31,331 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T03:38:31,340 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T03:38:31,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T03:38:31,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T03:38:31,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36801
2024-12-03T03:38:31,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36801
2024-12-03T03:38:31,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36801
2024-12-03T03:38:31,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36801
2024-12-03T03:38:31,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36801
2024-12-03T03:38:31,368 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0d3ef00225a3:45399
2024-12-03T03:38:31,369 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T03:38:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T03:38:31,416 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T03:38:31,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:31,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:31,685 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-03T03:38:31,687 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0d3ef00225a3,45399,1733197109325 from backup master directory
2024-12-03T03:38:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T03:38:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T03:38:31,820 WARN  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T03:38:31,820 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:31,822 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T03:38:31,824 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T03:38:31,881 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/hbase.id] with ID: d6f988ce-5df5-4215-a7f0-a57b4d9f5755
2024-12-03T03:38:31,882 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/.tmp/hbase.id
2024-12-03T03:38:31,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741826_1002 (size=42)
2024-12-03T03:38:32,298 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/.tmp/hbase.id]:[hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/hbase.id]
2024-12-03T03:38:32,356 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T03:38:32,364 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T03:38:32,395 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms.
2024-12-03T03:38:32,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:32,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:32,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741827_1003 (size=196)
2024-12-03T03:38:33,133 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:38:33,137 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T03:38:33,183 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T03:38:33,188 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T03:38:33,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741828_1004 (size=1189)
2024-12-03T03:38:33,648 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store
2024-12-03T03:38:33,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741829_1005 (size=34)
2024-12-03T03:38:34,071 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T03:38:34,075 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:38:34,076 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T03:38:34,076 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:38:34,077 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:38:34,078 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T03:38:34,079 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:38:34,079 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:38:34,080 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733197114076Disabling compacts and flushes for region at 1733197114076Disabling writes for close at 1733197114079 (+3 ms)Writing region close event to WAL at 1733197114079Closed at 1733197114079
2024-12-03T03:38:34,083 WARN  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/.initializing
2024-12-03T03:38:34,083 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/WALs/0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:34,095 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T03:38:34,116 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C45399%2C1733197109325, suffix=, logDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/WALs/0d3ef00225a3,45399,1733197109325, archiveDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/oldWALs, maxLogs=10
2024-12-03T03:38:34,146 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/WALs/0d3ef00225a3,45399,1733197109325/0d3ef00225a3%2C45399%2C1733197109325.1733197114122, exclude list is [], retry=0
2024-12-03T03:38:34,168 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-6e7a1596-fdde-45b4-929c-81c67d881a33,DISK]
2024-12-03T03:38:34,171 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T03:38:34,211 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/WALs/0d3ef00225a3,45399,1733197109325/0d3ef00225a3%2C45399%2C1733197109325.1733197114122
2024-12-03T03:38:34,212 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)]
2024-12-03T03:38:34,213 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:38:34,213 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:38:34,217 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,218 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T03:38:34,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T03:38:34,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:34,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:38:34,292 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T03:38:34,296 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T03:38:34,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:34,298 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:38:34,298 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T03:38:34,301 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T03:38:34,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:34,303 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:38:34,303 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T03:38:34,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T03:38:34,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:34,308 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:38:34,309 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,313 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,315 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,320 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,321 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,325 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T03:38:34,335 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T03:38:34,342 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:38:34,343 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75205175, jitterRate=0.12064443528652191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T03:38:34,350 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733197114231Initializing all the Stores at 1733197114233 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197114234 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197114234Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197114235 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197114235Cleaning up temporary data from old regions at 1733197114321 (+86 ms)Region opened successfully at 1733197114350 (+29 ms)
2024-12-03T03:38:34,354 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T03:38:34,388 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de9e5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0
2024-12-03T03:38:34,416 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T03:38:34,426 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T03:38:34,426 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T03:38:34,429 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T03:38:34,430 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T03:38:34,435 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-12-03T03:38:34,435 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T03:38:34,469 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T03:38:34,478 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-03T03:38:34,595 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-03T03:38:34,602 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T03:38:34,607 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-03T03:38:34,665 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-03T03:38:34,668 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T03:38:34,673 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-03T03:38:34,743 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-03T03:38:34,747 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-03T03:38:34,953 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-03T03:38:34,973 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T03:38:35,037 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-03T03:38:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T03:38:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T03:38:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:35,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:35,127 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0d3ef00225a3,45399,1733197109325, sessionid=0x10199450fcf0000, setting cluster-up flag (Was=false)
2024-12-03T03:38:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:35,760 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-03T03:38:35,764 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:35,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:35,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:38:36,302 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-03T03:38:36,304 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0d3ef00225a3,45399,1733197109325
2024-12-03T03:38:36,312 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T03:38:36,358 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(746): ClusterId : d6f988ce-5df5-4215-a7f0-a57b4d9f5755
2024-12-03T03:38:36,362 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T03:38:36,394 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T03:38:36,403 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T03:38:36,407 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T03:38:36,407 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T03:38:36,412 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T03:38:36,420 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0d3ef00225a3,45399,1733197109325
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T03:38:36,469 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T03:38:36,470 DEBUG [RS:0;0d3ef00225a3:36801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6da11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0d3ef00225a3/172.17.0.3:0
2024-12-03T03:38:36,471 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5
2024-12-03T03:38:36,471 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5
2024-12-03T03:38:36,471 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5
2024-12-03T03:38:36,472 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=5, maxPoolSize=5
2024-12-03T03:38:36,472 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0d3ef00225a3:0, corePoolSize=10, maxPoolSize=10
2024-12-03T03:38:36,472 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,472 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2
2024-12-03T03:38:36,472 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,480 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733197146480
2024-12-03T03:38:36,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T03:38:36,482 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T03:38:36,482 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T03:38:36,484 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T03:38:36,487 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T03:38:36,488 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T03:38:36,489 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0d3ef00225a3:36801
2024-12-03T03:38:36,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:36,492 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T03:38:36,493 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T03:38:36,492 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T03:38:36,496 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T03:38:36,496 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T03:38:36,496 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T03:38:36,500 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(2659): reportForDuty to master=0d3ef00225a3,45399,1733197109325 with port=36801, startcode=1733197111135
2024-12-03T03:38:36,499 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,504 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T03:38:36,505 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T03:38:36,506 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T03:38:36,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741831_1007 (size=1321)
2024-12-03T03:38:36,510 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T03:38:36,511 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T03:38:36,513 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T03:38:36,514 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:38:36,518 DEBUG [RS:0;0d3ef00225a3:36801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T03:38:36,531 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733197116512,5,FailOnTimeoutGroup]
2024-12-03T03:38:36,536 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733197116531,5,FailOnTimeoutGroup]
2024-12-03T03:38:36,536 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,537 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T03:38:36,538 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,539 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741832_1008 (size=32)
2024-12-03T03:38:36,586 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T03:38:36,595 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,598 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45399 {}] master.ServerManager(517): Registering regionserver=0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,619 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:38:36,619 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41639
2024-12-03T03:38:36,619 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T03:38:36,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T03:38:36,714 DEBUG [RS:0;0d3ef00225a3:36801 {}] zookeeper.ZKUtil(111): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,714 WARN  [RS:0;0d3ef00225a3:36801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T03:38:36,714 INFO  [RS:0;0d3ef00225a3:36801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T03:38:36,715 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0d3ef00225a3,36801,1733197111135]
2024-12-03T03:38:36,715 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,750 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T03:38:36,770 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T03:38:36,777 INFO  [RS:0;0d3ef00225a3:36801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T03:38:36,777 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,779 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T03:38:36,788 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T03:38:36,790 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,790 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,790 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,790 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,790 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,791 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,791 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0d3ef00225a3:0, corePoolSize=2, maxPoolSize=2
2024-12-03T03:38:36,791 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,791 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,791 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,792 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,792 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,792 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0d3ef00225a3:0, corePoolSize=1, maxPoolSize=1
2024-12-03T03:38:36,792 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3
2024-12-03T03:38:36,792 DEBUG [RS:0;0d3ef00225a3:36801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0d3ef00225a3:0, corePoolSize=3, maxPoolSize=3
2024-12-03T03:38:36,797 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,797 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,797 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,798 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,798 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,798 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,36801,1733197111135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T03:38:36,818 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T03:38:36,820 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,36801,1733197111135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,820 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,821 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.Replication(171): 0d3ef00225a3,36801,1733197111135 started
2024-12-03T03:38:36,850 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:38:36,852 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1482): Serving as 0d3ef00225a3,36801,1733197111135, RpcServer on 0d3ef00225a3/172.17.0.3:36801, sessionid=0x10199450fcf0001
2024-12-03T03:38:36,853 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T03:38:36,853 DEBUG [RS:0;0d3ef00225a3:36801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,853 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,36801,1733197111135'
2024-12-03T03:38:36,854 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T03:38:36,855 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T03:38:36,860 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T03:38:36,860 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T03:38:36,860 DEBUG [RS:0;0d3ef00225a3:36801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0d3ef00225a3,36801,1733197111135
2024-12-03T03:38:36,860 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0d3ef00225a3,36801,1733197111135'
2024-12-03T03:38:36,860 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T03:38:36,861 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T03:38:36,862 DEBUG [RS:0;0d3ef00225a3:36801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T03:38:36,863 INFO  [RS:0;0d3ef00225a3:36801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T03:38:36,863 INFO  [RS:0;0d3ef00225a3:36801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T03:38:36,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:38:36,964 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T03:38:36,969 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T03:38:36,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:36,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:38:36,971 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T03:38:36,974 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T03:38:36,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:36,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:38:36,975 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T03:38:36,978 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T03:38:36,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:36,979 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:38:36,980 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T03:38:36,985 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T03:38:36,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:38:36,986 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:38:36,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T03:38:36,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740
2024-12-03T03:38:36,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740
2024-12-03T03:38:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T03:38:36,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T03:38:36,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T03:38:36,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T03:38:37,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:38:37,005 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234069, jitterRate=0.046569183468818665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T03:38:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733197116960Initializing all the Stores at 1733197116963 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197116963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197116963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197116963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197116963Cleaning up temporary data from old regions at 1733197116994 (+31 ms)Region opened successfully at 1733197117007 (+13 ms)
2024-12-03T03:38:37,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T03:38:37,008 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T03:38:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T03:38:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T03:38:37,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T03:38:37,009 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T03:38:37,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733197117007Disabling compacts and flushes for region at 1733197117007Disabling writes for close at 1733197117008 (+1 ms)Writing region close event to WAL at 1733197117009 (+1 ms)Closed at 1733197117009
2024-12-03T03:38:37,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T03:38:37,013 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T03:38:37,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T03:38:37,029 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T03:38:37,032 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T03:38:37,184 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:38,184 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:39,185 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:39,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T03:38:39,720 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T03:38:40,186 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:41,187 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:42,187 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:43,188 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:44,189 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:45,190 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:46,190 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:47,191 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:48,192 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:49,192 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:50,193 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:51,194 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:52,195 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:53,195 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:54,196 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:55,197 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:56,198 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:57,199 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:58,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T03:38:58,200 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:38:59,201 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:00,201 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:01,202 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:02,203 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:03,204 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:04,205 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:05,206 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:06,207 WARN  [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T03:39:06,870 INFO  [RS:0;0d3ef00225a3:36801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T03:39:06,876 INFO  [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C36801%2C1733197111135, suffix=, logDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135, archiveDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/oldWALs, maxLogs=32
2024-12-03T03:39:06,891 DEBUG [RS:0;0d3ef00225a3:36801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135/0d3ef00225a3%2C36801%2C1733197111135.1733197146878, exclude list is [], retry=0
2024-12-03T03:39:06,895 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-6e7a1596-fdde-45b4-929c-81c67d881a33,DISK]
2024-12-03T03:39:06,898 INFO  [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135/0d3ef00225a3%2C36801%2C1733197111135.1733197146878
2024-12-03T03:39:06,899 DEBUG [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)]
2024-12-03T03:39:06,962 DEBUG [0d3ef00225a3:45399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-03T03:39:06,975 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:06,983 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,36801,1733197111135, state=OPENING
2024-12-03T03:39:07,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T03:39:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:39:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:39:07,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T03:39:07,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T03:39:07,273 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T03:39:07,276 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:07,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T03:39:07,465 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T03:39:07,476 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T03:39:07,476 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T03:39:07,477 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T03:39:07,480 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0d3ef00225a3%2C36801%2C1733197111135.meta, suffix=.meta, logDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135, archiveDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/oldWALs, maxLogs=32
2024-12-03T03:39:07,494 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135/0d3ef00225a3%2C36801%2C1733197111135.meta.1733197147481.meta, exclude list is [], retry=0
2024-12-03T03:39:07,498 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-6e7a1596-fdde-45b4-929c-81c67d881a33,DISK]
2024-12-03T03:39:07,504 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/WALs/0d3ef00225a3,36801,1733197111135/0d3ef00225a3%2C36801%2C1733197111135.meta.1733197147481.meta
2024-12-03T03:39:07,504 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43961:43961)]
2024-12-03T03:39:07,505 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:07,507 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T03:39:07,509 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T03:39:07,514 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T03:39:07,518 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T03:39:07,518 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:07,519 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T03:39:07,519 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T03:39:07,522 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T03:39:07,523 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T03:39:07,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:07,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:39:07,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T03:39:07,526 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T03:39:07,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:07,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:39:07,527 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T03:39:07,529 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T03:39:07,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:07,530 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:39:07,530 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T03:39:07,531 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T03:39:07,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:07,532 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T03:39:07,532 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T03:39:07,533 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740
2024-12-03T03:39:07,536 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740
2024-12-03T03:39:07,539 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T03:39:07,539 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T03:39:07,540 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T03:39:07,543 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T03:39:07,544 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68014851, jitterRate=0.013500258326530457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T03:39:07,545 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T03:39:07,546 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733197147519Writing region info on filesystem at 1733197147519Initializing all the Stores at 1733197147521 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197147521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197147522 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197147522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733197147522Cleaning up temporary data from old regions at 1733197147539 (+17 ms)Running coprocessor post-open hooks at 1733197147545 (+6 ms)Region opened successfully at 1733197147546 (+1 ms)
2024-12-03T03:39:07,554 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733197147452
2024-12-03T03:39:07,568 DEBUG [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T03:39:07,569 INFO  [RS_OPEN_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T03:39:07,571 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:07,575 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0d3ef00225a3,36801,1733197111135, state=OPEN
2024-12-03T03:39:07,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T03:39:07,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T03:39:07,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T03:39:07,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T03:39:07,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:07,842 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T03:39:07,843 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0d3ef00225a3,36801,1733197111135 in 560 msec
2024-12-03T03:39:07,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T03:39:07,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 30.8250 sec
2024-12-03T03:39:07,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T03:39:07,853 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T03:39:07,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T03:39:07,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,36801,1733197111135, seqNum=-1]
2024-12-03T03:39:07,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T03:39:07,898 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T03:39:07,917 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 31.5690 sec
2024-12-03T03:39:07,917 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733197147917, completionTime=-1
2024-12-03T03:39:07,920 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-03T03:39:07,920 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T03:39:07,946 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-03T03:39:07,946 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733197207946
2024-12-03T03:39:07,946 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733197267946
2024-12-03T03:39:07,946 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec
2024-12-03T03:39:07,948 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,948 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,948 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,949 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0d3ef00225a3:45399, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,950 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,950 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:07,955 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T03:39:07,974 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 36.154sec
2024-12-03T03:39:07,976 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T03:39:07,977 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T03:39:07,978 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T03:39:07,979 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T03:39:07,979 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T03:39:07,980 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T03:39:07,980 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T03:39:07,989 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T03:39:07,989 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T03:39:07,990 INFO  [master/0d3ef00225a3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0d3ef00225a3,45399,1733197109325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T03:39:08,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8487e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,008 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T03:39:08,008 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T03:39:08,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,45399,-1 for getting cluster id
2024-12-03T03:39:08,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T03:39:08,019 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6f988ce-5df5-4215-a7f0-a57b4d9f5755'
2024-12-03T03:39:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T03:39:08,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6f988ce-5df5-4215-a7f0-a57b4d9f5755"

2024-12-03T03:39:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c3c72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,45399,-1]
2024-12-03T03:39:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T03:39:08,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:39:08,028 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T03:39:08,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f61666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T03:39:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,36801,1733197111135, seqNum=-1]
2024-12-03T03:39:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T03:39:08,041 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T03:39:08,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0d3ef00225a3,45399,1733197109325
2024-12-03T03:39:08,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5475a3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0d3ef00225a3,45399,-1 for getting cluster id
2024-12-03T03:39:08,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T03:39:08,062 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6f988ce-5df5-4215-a7f0-a57b4d9f5755'
2024-12-03T03:39:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T03:39:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6f988ce-5df5-4215-a7f0-a57b4d9f5755"

2024-12-03T03:39:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ea5c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0d3ef00225a3,45399,-1]
2024-12-03T03:39:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T03:39:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:39:08,065 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T03:39:08,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbd962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T03:39:08,096 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=741, ProcessCount=11, AvailableMemoryMB=6079
2024-12-03T03:39:08,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T03:39:08,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0d3ef00225a3,45399,1733197109325
2024-12-03T03:39:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ffb7e44
2024-12-03T03:39:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T03:39:08,129 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T03:39:08,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T03:39:08,151 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:08,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-03T03:39:08,155 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:08,159 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T03:39:08,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741835_1011 (size=428)
2024-12-03T03:39:08,209 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cafbdc7030f8ac30fb69eb1b7fcb9e4, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:08,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741836_1012 (size=79)
2024-12-03T03:39:08,253 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:08,254 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 0cafbdc7030f8ac30fb69eb1b7fcb9e4, disabling compactions & flushes
2024-12-03T03:39:08,254 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,254 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,254 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4. after waiting 0 ms
2024-12-03T03:39:08,254 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,254 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,254 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cafbdc7030f8ac30fb69eb1b7fcb9e4:
Waiting for close lock at 1733197148254Disabling compacts and flushes for region at 1733197148254Disabling writes for close at 1733197148254Writing region close event to WAL at 1733197148254Closed at 1733197148254
2024-12-03T03:39:08,257 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:08,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733197148257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197148257"}]},"ts":"1733197148257"}
2024-12-03T03:39:08,269 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:08,272 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:08,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197148272"}]},"ts":"1733197148272"}
2024-12-03T03:39:08,281 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-03T03:39:08,283 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0cafbdc7030f8ac30fb69eb1b7fcb9e4, ASSIGN}]
2024-12-03T03:39:08,287 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0cafbdc7030f8ac30fb69eb1b7fcb9e4, ASSIGN
2024-12-03T03:39:08,289 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0cafbdc7030f8ac30fb69eb1b7fcb9e4, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:08,441 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cafbdc7030f8ac30fb69eb1b7fcb9e4, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:08,448 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0cafbdc7030f8ac30fb69eb1b7fcb9e4, ASSIGN because future has completed
2024-12-03T03:39:08,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cafbdc7030f8ac30fb69eb1b7fcb9e4, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:08,616 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,616 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cafbdc7030f8ac30fb69eb1b7fcb9e4, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:08,617 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,617 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:08,617 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,617 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,629 INFO  [StoreOpener-0cafbdc7030f8ac30fb69eb1b7fcb9e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0cafbdc7030f8ac30fb69eb1b7fcb9e4 
2024-12-03T03:39:08,633 INFO  [StoreOpener-0cafbdc7030f8ac30fb69eb1b7fcb9e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cafbdc7030f8ac30fb69eb1b7fcb9e4 columnFamilyName testFamily
2024-12-03T03:39:08,633 DEBUG [StoreOpener-0cafbdc7030f8ac30fb69eb1b7fcb9e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:08,635 INFO  [StoreOpener-0cafbdc7030f8ac30fb69eb1b7fcb9e4-1 {}] regionserver.HStore(327): Store=0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:08,635 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,637 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,640 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,642 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,642 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,648 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,652 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:08,653 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cafbdc7030f8ac30fb69eb1b7fcb9e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71439699, jitterRate=0.06453447043895721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:08,654 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:39:08,655 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cafbdc7030f8ac30fb69eb1b7fcb9e4:
Running coprocessor pre-open hook at 1733197148617Writing region info on filesystem at 1733197148617Initializing all the Stores at 1733197148620 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197148620Cleaning up temporary data from old regions at 1733197148642 (+22 ms)Running coprocessor post-open hooks at 1733197148654 (+12 ms)Region opened successfully at 1733197148655 (+1 ms)
2024-12-03T03:39:08,657 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4., pid=6, masterSystemTime=1733197148605
2024-12-03T03:39:08,662 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,662 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:39:08,664 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cafbdc7030f8ac30fb69eb1b7fcb9e4, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:08,670 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cafbdc7030f8ac30fb69eb1b7fcb9e4, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:08,680 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-03T03:39:08,680 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cafbdc7030f8ac30fb69eb1b7fcb9e4, server=0d3ef00225a3,36801,1733197111135 in 224 msec
2024-12-03T03:39:08,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-03T03:39:08,685 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=0cafbdc7030f8ac30fb69eb1b7fcb9e4, ASSIGN in 397 msec
2024-12-03T03:39:08,688 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:08,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197148688"}]},"ts":"1733197148688"}
2024-12-03T03:39:08,693 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-03T03:39:08,696 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:08,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 555 msec
2024-12-03T03:39:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T03:39:09,176 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-03T03:39:09,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-03T03:39:09,177 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:09,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-03T03:39:09,184 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:09,185 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-03T03:39:09,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T03:39:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0d3ef00225a3,36801,1733197111135, seqNum=-1]
2024-12-03T03:39:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T03:39:09,192 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T03:39:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:09,213 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:09,217 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-03T03:39:09,222 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T03:39:09,228 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T03:39:09,230 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T03:39:09,231 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=985506398123065352
2024-12-03T03:39:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197152230, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:09,261 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T03:39:09,263 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T03:39:09,264 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:09,266 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:09,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=985506398123065354
2024-12-03T03:39:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197152265, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:09,270 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:09,271 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=985506398123065355
2024-12-03T03:39:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197152269, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:09,274 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:09,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=985506398123065356
2024-12-03T03:39:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197152273, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:09,281 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:09,293 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-659646620_22 at /127.0.0.1:45640 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=741 (was 741), ProcessCount=11 (was 11), AvailableMemoryMB=6008 (was 6079)
2024-12-03T03:39:09,303 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=741, ProcessCount=11, AvailableMemoryMB=6010
2024-12-03T03:39:09,308 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:09,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-03T03:39:09,314 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:09,315 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:09,316 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-03T03:39:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T03:39:09,319 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:09,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741837_1013 (size=414)
2024-12-03T03:39:09,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T03:39:09,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:09,722 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T03:39:09,722 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T03:39:09,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-03T03:39:09,723 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:09,756 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b678bc2c879984a2cf5387b7ab2a4b5c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:09,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741838_1014 (size=65)
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b678bc2c879984a2cf5387b7ab2a4b5c, disabling compactions & flushes
2024-12-03T03:39:10,169 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c. after waiting 0 ms
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,169 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b678bc2c879984a2cf5387b7ab2a4b5c:
Waiting for close lock at 1733197150169Disabling compacts and flushes for region at 1733197150169Disabling writes for close at 1733197150169Writing region close event to WAL at 1733197150169Closed at 1733197150169
2024-12-03T03:39:10,172 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:10,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733197150172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197150172"}]},"ts":"1733197150172"}
2024-12-03T03:39:10,177 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:10,179 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:10,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197150179"}]},"ts":"1733197150179"}
2024-12-03T03:39:10,183 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T03:39:10,183 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b678bc2c879984a2cf5387b7ab2a4b5c, ASSIGN}]
2024-12-03T03:39:10,186 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b678bc2c879984a2cf5387b7ab2a4b5c, ASSIGN
2024-12-03T03:39:10,188 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b678bc2c879984a2cf5387b7ab2a4b5c, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T03:39:10,339 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b678bc2c879984a2cf5387b7ab2a4b5c, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:10,344 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b678bc2c879984a2cf5387b7ab2a4b5c, ASSIGN because future has completed
2024-12-03T03:39:10,345 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b678bc2c879984a2cf5387b7ab2a4b5c, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:10,509 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b678bc2c879984a2cf5387b7ab2a4b5c, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:10,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:10,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,513 INFO  [StoreOpener-b678bc2c879984a2cf5387b7ab2a4b5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b678bc2c879984a2cf5387b7ab2a4b5c 
2024-12-03T03:39:10,516 INFO  [StoreOpener-b678bc2c879984a2cf5387b7ab2a4b5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b678bc2c879984a2cf5387b7ab2a4b5c columnFamilyName testFamily
2024-12-03T03:39:10,516 DEBUG [StoreOpener-b678bc2c879984a2cf5387b7ab2a4b5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:10,517 INFO  [StoreOpener-b678bc2c879984a2cf5387b7ab2a4b5c-1 {}] regionserver.HStore(327): Store=b678bc2c879984a2cf5387b7ab2a4b5c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:10,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:10,532 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b678bc2c879984a2cf5387b7ab2a4b5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59246632, jitterRate=-0.11715638637542725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:10,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:39:10,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b678bc2c879984a2cf5387b7ab2a4b5c:
Running coprocessor pre-open hook at 1733197150511Writing region info on filesystem at 1733197150511Initializing all the Stores at 1733197150512 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197150513 (+1 ms)Cleaning up temporary data from old regions at 1733197150521 (+8 ms)Running coprocessor post-open hooks at 1733197150532 (+11 ms)Region opened successfully at 1733197150533 (+1 ms)
2024-12-03T03:39:10,534 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., pid=9, masterSystemTime=1733197150504
2024-12-03T03:39:10,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,538 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:39:10,539 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b678bc2c879984a2cf5387b7ab2a4b5c, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:10,543 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b678bc2c879984a2cf5387b7ab2a4b5c, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:10,549 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-03T03:39:10,549 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b678bc2c879984a2cf5387b7ab2a4b5c, server=0d3ef00225a3,36801,1733197111135 in 201 msec
2024-12-03T03:39:10,554 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-03T03:39:10,554 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b678bc2c879984a2cf5387b7ab2a4b5c, ASSIGN in 366 msec
2024-12-03T03:39:10,556 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:10,556 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197150556"}]},"ts":"1733197150556"}
2024-12-03T03:39:10,559 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T03:39:10,561 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:10,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2530 sec
2024-12-03T03:39:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-03T03:39:12,354 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-03T03:39:12,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T03:39:12,355 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:12,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T03:39:12,360 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:12,360 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-03T03:39:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:12,379 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:12,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T03:39:12,384 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T03:39:12,388 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T03:39:13,054 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:13,098 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-03T03:39:13,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T03:39:13,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-03T03:39:18,404 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-12-03T03:39:18,404 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6015ms, rpcTimeout=5999ms
2024-12-03T03:39:18,404 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:39:18,413 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=673 (was 741), ProcessCount=11 (was 11), AvailableMemoryMB=5722 (was 6010)
2024-12-03T03:39:18,421 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=673, ProcessCount=11, AvailableMemoryMB=5722
2024-12-03T03:39:18,424 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:18,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-03T03:39:18,428 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:18,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:18,429 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-03T03:39:18,431 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T03:39:18,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741839_1015 (size=412)
2024-12-03T03:39:18,849 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb4d8a5031b6f66c1af6dad4047a7635, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:18,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741840_1016 (size=63)
2024-12-03T03:39:18,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-03T03:39:19,262 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:19,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing bb4d8a5031b6f66c1af6dad4047a7635, disabling compactions & flushes
2024-12-03T03:39:19,263 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635. after waiting 0 ms
2024-12-03T03:39:19,263 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,263 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,264 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb4d8a5031b6f66c1af6dad4047a7635:
Waiting for close lock at 1733197159263Disabling compacts and flushes for region at 1733197159263Disabling writes for close at 1733197159263Writing region close event to WAL at 1733197159263Closed at 1733197159263
2024-12-03T03:39:19,268 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:19,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733197159268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197159268"}]},"ts":"1733197159268"}
2024-12-03T03:39:19,273 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:19,274 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:19,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197159275"}]},"ts":"1733197159275"}
2024-12-03T03:39:19,277 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T03:39:19,278 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=bb4d8a5031b6f66c1af6dad4047a7635, ASSIGN}]
2024-12-03T03:39:19,280 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=bb4d8a5031b6f66c1af6dad4047a7635, ASSIGN
2024-12-03T03:39:19,281 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=bb4d8a5031b6f66c1af6dad4047a7635, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:19,432 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bb4d8a5031b6f66c1af6dad4047a7635, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:19,437 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=bb4d8a5031b6f66c1af6dad4047a7635, ASSIGN because future has completed
2024-12-03T03:39:19,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4d8a5031b6f66c1af6dad4047a7635, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T03:39:19,603 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => bb4d8a5031b6f66c1af6dad4047a7635, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:19,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:19,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,606 INFO  [StoreOpener-bb4d8a5031b6f66c1af6dad4047a7635-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bb4d8a5031b6f66c1af6dad4047a7635 
2024-12-03T03:39:19,609 INFO  [StoreOpener-bb4d8a5031b6f66c1af6dad4047a7635-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb4d8a5031b6f66c1af6dad4047a7635 columnFamilyName testFamily
2024-12-03T03:39:19,609 DEBUG [StoreOpener-bb4d8a5031b6f66c1af6dad4047a7635-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:19,609 INFO  [StoreOpener-bb4d8a5031b6f66c1af6dad4047a7635-1 {}] regionserver.HStore(327): Store=bb4d8a5031b6f66c1af6dad4047a7635/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:19,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:19,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened bb4d8a5031b6f66c1af6dad4047a7635; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69791074, jitterRate=0.03996804356575012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:19,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:39:19,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for bb4d8a5031b6f66c1af6dad4047a7635:
Running coprocessor pre-open hook at 1733197159604Writing region info on filesystem at 1733197159604Initializing all the Stores at 1733197159606 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197159606Cleaning up temporary data from old regions at 1733197159612 (+6 ms)Running coprocessor post-open hooks at 1733197159619 (+7 ms)Region opened successfully at 1733197159620 (+1 ms)
2024-12-03T03:39:19,621 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635., pid=12, masterSystemTime=1733197159598
2024-12-03T03:39:19,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,624 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:39:19,625 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bb4d8a5031b6f66c1af6dad4047a7635, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:19,629 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb4d8a5031b6f66c1af6dad4047a7635, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:19,637 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-03T03:39:19,637 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bb4d8a5031b6f66c1af6dad4047a7635, server=0d3ef00225a3,36801,1733197111135 in 190 msec
2024-12-03T03:39:19,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-03T03:39:19,643 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=bb4d8a5031b6f66c1af6dad4047a7635, ASSIGN in 359 msec
2024-12-03T03:39:19,646 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:19,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197159646"}]},"ts":"1733197159646"}
2024-12-03T03:39:19,651 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T03:39:19,652 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:19,656 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2290 sec
2024-12-03T03:39:19,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-03T03:39:19,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:19,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-03T03:39:19,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:21,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-03T03:39:21,475 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-03T03:39:21,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T03:39:21,475 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:21,480 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T03:39:21,481 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:21,481 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-03T03:39:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:21,508 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:21,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T03:39:21,515 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T03:39:21,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T03:39:21,521 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T03:39:21,522 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T03:39:25,127 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:25,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-03T03:39:27,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065365' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T03:39:27,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:45138 deadline: 1733197173523, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065365' does not exist
2024-12-03T03:39:27,533 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 0d3ef00225a3,36801,1733197111135 for closing scanner id = 985506398123065365 for bb4d8a5031b6f66c1af6dad4047a7635 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065365' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T03:39:27,535 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=593 (was 673), ProcessCount=11 (was 11), AvailableMemoryMB=5672 (was 5722)
2024-12-03T03:39:27,543 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=593, ProcessCount=11, AvailableMemoryMB=5672
2024-12-03T03:39:27,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-03T03:39:27,550 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:27,550 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:27,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-03T03:39:27,551 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T03:39:27,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741841_1017 (size=423)
2024-12-03T03:39:27,963 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ad3cbc93066bae2083f02c4c8cdd9aa, NAME => 'testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:27,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741842_1018 (size=74)
2024-12-03T03:39:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-03T03:39:28,054 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 1ad3cbc93066bae2083f02c4c8cdd9aa, disabling compactions & flushes
2024-12-03T03:39:28,374 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa. after waiting 0 ms
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,374 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,374 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ad3cbc93066bae2083f02c4c8cdd9aa:
Waiting for close lock at 1733197168374Disabling compacts and flushes for region at 1733197168374Disabling writes for close at 1733197168374Writing region close event to WAL at 1733197168374Closed at 1733197168374
2024-12-03T03:39:28,376 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:28,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733197168377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197168377"}]},"ts":"1733197168377"}
2024-12-03T03:39:28,380 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:28,381 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:28,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197168382"}]},"ts":"1733197168382"}
2024-12-03T03:39:28,385 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-03T03:39:28,385 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1ad3cbc93066bae2083f02c4c8cdd9aa, ASSIGN}]
2024-12-03T03:39:28,387 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1ad3cbc93066bae2083f02c4c8cdd9aa, ASSIGN
2024-12-03T03:39:28,389 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1ad3cbc93066bae2083f02c4c8cdd9aa, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:28,539 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1ad3cbc93066bae2083f02c4c8cdd9aa, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:28,543 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1ad3cbc93066bae2083f02c4c8cdd9aa, ASSIGN because future has completed
2024-12-03T03:39:28,544 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ad3cbc93066bae2083f02c4c8cdd9aa, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T03:39:28,704 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,704 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ad3cbc93066bae2083f02c4c8cdd9aa, NAME => 'testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:28,705 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,705 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:28,705 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,705 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,708 INFO  [StoreOpener-1ad3cbc93066bae2083f02c4c8cdd9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 1ad3cbc93066bae2083f02c4c8cdd9aa 
2024-12-03T03:39:28,713 INFO  [StoreOpener-1ad3cbc93066bae2083f02c4c8cdd9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad3cbc93066bae2083f02c4c8cdd9aa columnFamilyName testFamily
2024-12-03T03:39:28,713 DEBUG [StoreOpener-1ad3cbc93066bae2083f02c4c8cdd9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:28,714 INFO  [StoreOpener-1ad3cbc93066bae2083f02c4c8cdd9aa-1 {}] regionserver.HStore(327): Store=1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:28,715 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,716 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,717 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,718 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,718 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,721 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,724 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:28,724 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1ad3cbc93066bae2083f02c4c8cdd9aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62616485, jitterRate=-0.06694166362285614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:28,724 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:39:28,725 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1ad3cbc93066bae2083f02c4c8cdd9aa:
Running coprocessor pre-open hook at 1733197168705Writing region info on filesystem at 1733197168705Initializing all the Stores at 1733197168707 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197168708 (+1 ms)Cleaning up temporary data from old regions at 1733197168718 (+10 ms)Running coprocessor post-open hooks at 1733197168724 (+6 ms)Region opened successfully at 1733197168725 (+1 ms)
2024-12-03T03:39:28,726 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa., pid=15, masterSystemTime=1733197168698
2024-12-03T03:39:28,729 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,729 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:39:28,730 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1ad3cbc93066bae2083f02c4c8cdd9aa, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:28,733 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ad3cbc93066bae2083f02c4c8cdd9aa, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:28,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T03:39:28,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ad3cbc93066bae2083f02c4c8cdd9aa, server=0d3ef00225a3,36801,1733197111135 in 191 msec
2024-12-03T03:39:28,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-03T03:39:28,741 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=1ad3cbc93066bae2083f02c4c8cdd9aa, ASSIGN in 352 msec
2024-12-03T03:39:28,742 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:28,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197168742"}]},"ts":"1733197168742"}
2024-12-03T03:39:28,744 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-03T03:39:28,746 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:28,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2000 sec
2024-12-03T03:39:29,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-03T03:39:29,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-03T03:39:30,586 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-03T03:39:30,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-03T03:39:30,586 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:30,592 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-03T03:39:30,593 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:30,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-03T03:39:30,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:30,609 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:30,609 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-03T03:39:30,612 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-03T03:39:30,615 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-03T03:39:30,616 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-03T03:39:30,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=985506398123065369
2024-12-03T03:39:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197173615, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:30,620 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-03T03:39:30,622 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-03T03:39:30,623 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:30,626 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:30,627 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=985506398123065371
2024-12-03T03:39:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197173626, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:30,633 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:30,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=985506398123065372
2024-12-03T03:39:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197173632, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:30,637 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:30,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=985506398123065373
2024-12-03T03:39:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:45138 deadline: 1733197173637, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-03T03:39:30,643 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-03T03:39:30,654 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 223), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 593), ProcessCount=11 (was 11), AvailableMemoryMB=5663 (was 5672)
2024-12-03T03:39:30,663 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=5662
2024-12-03T03:39:30,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-03T03:39:30,670 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:30,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:30,671 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-03T03:39:30,672 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T03:39:30,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741843_1019 (size=418)
2024-12-03T03:39:31,089 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bbf9a7b9553a820db95173e67ea582a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:31,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741844_1020 (size=69)
2024-12-03T03:39:31,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-03T03:39:31,499 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:31,499 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 0bbf9a7b9553a820db95173e67ea582a, disabling compactions & flushes
2024-12-03T03:39:31,499 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,500 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,500 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a. after waiting 0 ms
2024-12-03T03:39:31,500 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,500 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,500 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bbf9a7b9553a820db95173e67ea582a:
Waiting for close lock at 1733197171499Disabling compacts and flushes for region at 1733197171499Disabling writes for close at 1733197171500 (+1 ms)Writing region close event to WAL at 1733197171500Closed at 1733197171500
2024-12-03T03:39:31,504 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:31,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733197171504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197171504"}]},"ts":"1733197171504"}
2024-12-03T03:39:31,510 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:31,512 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:31,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197171512"}]},"ts":"1733197171512"}
2024-12-03T03:39:31,516 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-03T03:39:31,516 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0bbf9a7b9553a820db95173e67ea582a, ASSIGN}]
2024-12-03T03:39:31,518 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0bbf9a7b9553a820db95173e67ea582a, ASSIGN
2024-12-03T03:39:31,519 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0bbf9a7b9553a820db95173e67ea582a, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:31,673 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=0bbf9a7b9553a820db95173e67ea582a, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:31,677 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0bbf9a7b9553a820db95173e67ea582a, ASSIGN because future has completed
2024-12-03T03:39:31,678 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbf9a7b9553a820db95173e67ea582a, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T03:39:31,846 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,847 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bbf9a7b9553a820db95173e67ea582a, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:31,847 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,847 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:31,847 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,847 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,850 INFO  [StoreOpener-0bbf9a7b9553a820db95173e67ea582a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 0bbf9a7b9553a820db95173e67ea582a 
2024-12-03T03:39:31,853 INFO  [StoreOpener-0bbf9a7b9553a820db95173e67ea582a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbf9a7b9553a820db95173e67ea582a columnFamilyName testFamily
2024-12-03T03:39:31,853 DEBUG [StoreOpener-0bbf9a7b9553a820db95173e67ea582a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:31,854 INFO  [StoreOpener-0bbf9a7b9553a820db95173e67ea582a-1 {}] regionserver.HStore(327): Store=0bbf9a7b9553a820db95173e67ea582a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:31,854 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,856 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,856 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,857 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,857 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,860 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,864 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:31,864 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0bbf9a7b9553a820db95173e67ea582a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66676458, jitterRate=-0.00644335150718689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:31,865 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:39:31,865 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0bbf9a7b9553a820db95173e67ea582a:
Running coprocessor pre-open hook at 1733197171848Writing region info on filesystem at 1733197171848Initializing all the Stores at 1733197171849 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197171849Cleaning up temporary data from old regions at 1733197171857 (+8 ms)Running coprocessor post-open hooks at 1733197171865 (+8 ms)Region opened successfully at 1733197171865
2024-12-03T03:39:31,866 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., pid=18, masterSystemTime=1733197171838
2024-12-03T03:39:31,869 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,869 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:39:31,870 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=0bbf9a7b9553a820db95173e67ea582a, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:31,873 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbf9a7b9553a820db95173e67ea582a, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:31,878 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-03T03:39:31,879 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bbf9a7b9553a820db95173e67ea582a, server=0d3ef00225a3,36801,1733197111135 in 196 msec
2024-12-03T03:39:31,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-03T03:39:31,881 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=0bbf9a7b9553a820db95173e67ea582a, ASSIGN in 362 msec
2024-12-03T03:39:31,882 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:31,883 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197171882"}]},"ts":"1733197171882"}
2024-12-03T03:39:31,886 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-03T03:39:31,887 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:31,909 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2200 sec
2024-12-03T03:39:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-03T03:39:33,714 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-03T03:39:33,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-03T03:39:33,714 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:33,720 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-03T03:39:33,720 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:33,720 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-03T03:39:33,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:33,740 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:33,740 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-03T03:39:33,745 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T03:39:33,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T03:39:34,208 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:34,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-03T03:39:34,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1006ms, rpcTimeout=1000ms
2024-12-03T03:39:34,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:39:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-03T03:39:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:35,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T03:39:36,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=978ms
2024-12-03T03:39:36,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=984ms, rpcTimeout=978ms
2024-12-03T03:39:36,752 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:39:36,760 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 569), ProcessCount=11 (was 11), AvailableMemoryMB=5632 (was 5662)
2024-12-03T03:39:36,767 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=5633
2024-12-03T03:39:36,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-03T03:39:36,773 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:36,773 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:36,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-03T03:39:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T03:39:36,775 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:36,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741845_1021 (size=416)
2024-12-03T03:39:37,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-03T03:39:37,187 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 000db4fa3cff96040710ccdd56778e25, NAME => 'testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:37,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741846_1022 (size=67)
2024-12-03T03:39:37,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-03T03:39:37,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:37,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 000db4fa3cff96040710ccdd56778e25, disabling compactions & flushes
2024-12-03T03:39:37,597 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25. after waiting 0 ms
2024-12-03T03:39:37,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,597 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 000db4fa3cff96040710ccdd56778e25:
Waiting for close lock at 1733197177597Disabling compacts and flushes for region at 1733197177597Disabling writes for close at 1733197177597Writing region close event to WAL at 1733197177597Closed at 1733197177597
2024-12-03T03:39:37,601 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:37,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733197177601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197177601"}]},"ts":"1733197177601"}
2024-12-03T03:39:37,607 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:37,609 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:37,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197177609"}]},"ts":"1733197177609"}
2024-12-03T03:39:37,613 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-03T03:39:37,613 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=000db4fa3cff96040710ccdd56778e25, ASSIGN}]
2024-12-03T03:39:37,615 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=000db4fa3cff96040710ccdd56778e25, ASSIGN
2024-12-03T03:39:37,617 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=000db4fa3cff96040710ccdd56778e25, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:37,768 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=000db4fa3cff96040710ccdd56778e25, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:37,775 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=000db4fa3cff96040710ccdd56778e25, ASSIGN because future has completed
2024-12-03T03:39:37,776 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 000db4fa3cff96040710ccdd56778e25, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T03:39:37,939 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,939 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 000db4fa3cff96040710ccdd56778e25, NAME => 'testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:37,940 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,940 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:37,940 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,940 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,942 INFO  [StoreOpener-000db4fa3cff96040710ccdd56778e25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 000db4fa3cff96040710ccdd56778e25 
2024-12-03T03:39:37,944 INFO  [StoreOpener-000db4fa3cff96040710ccdd56778e25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000db4fa3cff96040710ccdd56778e25 columnFamilyName testFamily
2024-12-03T03:39:37,945 DEBUG [StoreOpener-000db4fa3cff96040710ccdd56778e25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:37,946 INFO  [StoreOpener-000db4fa3cff96040710ccdd56778e25-1 {}] regionserver.HStore(327): Store=000db4fa3cff96040710ccdd56778e25/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:37,946 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,948 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,949 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,950 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,950 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,954 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,960 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:37,962 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 000db4fa3cff96040710ccdd56778e25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70805512, jitterRate=0.05508434772491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:37,962 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:39:37,964 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 000db4fa3cff96040710ccdd56778e25:
Running coprocessor pre-open hook at 1733197177940Writing region info on filesystem at 1733197177940Initializing all the Stores at 1733197177942 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197177942Cleaning up temporary data from old regions at 1733197177950 (+8 ms)Running coprocessor post-open hooks at 1733197177962 (+12 ms)Region opened successfully at 1733197177964 (+2 ms)
2024-12-03T03:39:37,966 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25., pid=21, masterSystemTime=1733197177931
2024-12-03T03:39:37,969 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,969 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:39:37,971 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=000db4fa3cff96040710ccdd56778e25, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:37,974 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 000db4fa3cff96040710ccdd56778e25, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:37,978 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-03T03:39:37,978 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 000db4fa3cff96040710ccdd56778e25, server=0d3ef00225a3,36801,1733197111135 in 200 msec
2024-12-03T03:39:37,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-03T03:39:37,981 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=000db4fa3cff96040710ccdd56778e25, ASSIGN in 365 msec
2024-12-03T03:39:37,982 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:37,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197177982"}]},"ts":"1733197177982"}
2024-12-03T03:39:37,985 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-03T03:39:37,986 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:37,988 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2160 sec
2024-12-03T03:39:39,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-03T03:39:39,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:39,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-03T03:39:39,720 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-03T03:39:39,806 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-03T03:39:39,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-03T03:39:39,806 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:39,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-03T03:39:39,815 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:39,815 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-03T03:39:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:39,830 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:39,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-03T03:39:39,833 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T03:39:39,835 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T03:39:39,836 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T03:39:39,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T03:39:42,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065384' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T03:39:42,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:45138 deadline: 1733197183842, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065384' does not exist
2024-12-03T03:39:42,845 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 0d3ef00225a3,36801,1733197111135 for closing scanner id = 985506398123065384 for 000db4fa3cff96040710ccdd56778e25 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065384' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T03:39:42,850 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=446 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=5650 (was 5633) - AvailableMemoryMB LEAK? -
2024-12-03T03:39:42,857 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=5650
2024-12-03T03:39:42,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-03T03:39:42,863 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:42,863 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:42,863 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-03T03:39:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T03:39:42,865 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:42,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741847_1023 (size=411)
2024-12-03T03:39:43,277 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cd719294f4e8e6b6c840f75afcd7c48, NAME => 'testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:43,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741848_1024 (size=62)
2024-12-03T03:39:43,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-03T03:39:43,443 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:43,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-03T03:39:43,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:43,687 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 3cd719294f4e8e6b6c840f75afcd7c48, disabling compactions & flushes
2024-12-03T03:39:43,688 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:43,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:43,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48. after waiting 0 ms
2024-12-03T03:39:43,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:43,688 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:43,688 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cd719294f4e8e6b6c840f75afcd7c48:
Waiting for close lock at 1733197183687Disabling compacts and flushes for region at 1733197183687Disabling writes for close at 1733197183688 (+1 ms)Writing region close event to WAL at 1733197183688Closed at 1733197183688
2024-12-03T03:39:43,690 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:43,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733197183690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197183690"}]},"ts":"1733197183690"}
2024-12-03T03:39:43,694 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:43,695 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:43,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197183695"}]},"ts":"1733197183695"}
2024-12-03T03:39:43,699 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T03:39:43,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd719294f4e8e6b6c840f75afcd7c48, ASSIGN}]
2024-12-03T03:39:43,701 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd719294f4e8e6b6c840f75afcd7c48, ASSIGN
2024-12-03T03:39:43,703 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd719294f4e8e6b6c840f75afcd7c48, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:43,854 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cd719294f4e8e6b6c840f75afcd7c48, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:43,861 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd719294f4e8e6b6c840f75afcd7c48, ASSIGN because future has completed
2024-12-03T03:39:43,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cd719294f4e8e6b6c840f75afcd7c48, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T03:39:44,023 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:44,024 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cd719294f4e8e6b6c840f75afcd7c48, NAME => 'testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:44,024 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,025 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:44,025 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,025 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,028 INFO  [StoreOpener-3cd719294f4e8e6b6c840f75afcd7c48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3cd719294f4e8e6b6c840f75afcd7c48 
2024-12-03T03:39:44,031 INFO  [StoreOpener-3cd719294f4e8e6b6c840f75afcd7c48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cd719294f4e8e6b6c840f75afcd7c48 columnFamilyName testFamily
2024-12-03T03:39:44,031 DEBUG [StoreOpener-3cd719294f4e8e6b6c840f75afcd7c48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:44,032 INFO  [StoreOpener-3cd719294f4e8e6b6c840f75afcd7c48-1 {}] regionserver.HStore(327): Store=3cd719294f4e8e6b6c840f75afcd7c48/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:44,032 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,035 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,036 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,037 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,037 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,040 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,044 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:44,045 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3cd719294f4e8e6b6c840f75afcd7c48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75097552, jitterRate=0.11904072761535645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:44,045 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:39:44,046 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3cd719294f4e8e6b6c840f75afcd7c48:
Running coprocessor pre-open hook at 1733197184025Writing region info on filesystem at 1733197184025Initializing all the Stores at 1733197184027 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197184027Cleaning up temporary data from old regions at 1733197184037 (+10 ms)Running coprocessor post-open hooks at 1733197184045 (+8 ms)Region opened successfully at 1733197184045
2024-12-03T03:39:44,047 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48., pid=24, masterSystemTime=1733197184016
2024-12-03T03:39:44,050 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:44,050 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:39:44,051 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=3cd719294f4e8e6b6c840f75afcd7c48, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:44,054 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cd719294f4e8e6b6c840f75afcd7c48, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:44,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-03T03:39:44,059 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cd719294f4e8e6b6c840f75afcd7c48, server=0d3ef00225a3,36801,1733197111135 in 194 msec
2024-12-03T03:39:44,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-03T03:39:44,062 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=3cd719294f4e8e6b6c840f75afcd7c48, ASSIGN in 360 msec
2024-12-03T03:39:44,063 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:44,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197184063"}]},"ts":"1733197184063"}
2024-12-03T03:39:44,066 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T03:39:44,067 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:44,069 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2070 sec
2024-12-03T03:39:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-03T03:39:45,885 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-03T03:39:45,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T03:39:45,885 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:45,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T03:39:45,891 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:45,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-03T03:39:45,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:45,903 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:45,903 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T03:39:45,906 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T03:39:45,908 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T03:39:45,909 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T03:39:45,909 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-03T03:39:47,994 INFO  [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-03T03:39:47,994 INFO  [master/0d3ef00225a3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-03T03:39:48,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065388' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T03:39:48,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:45138 deadline: 1733197189917, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065388' does not exist
2024-12-03T03:39:48,920 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 0d3ef00225a3,36801,1733197111135 for closing scanner id = 985506398123065388 for 3cd719294f4e8e6b6c840f75afcd7c48 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065388' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T03:39:48,926 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=446 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=527 (was 529), ProcessCount=11 (was 11), AvailableMemoryMB=5642 (was 5650)
2024-12-03T03:39:48,936 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=527, ProcessCount=11, AvailableMemoryMB=5642
2024-12-03T03:39:48,938 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:48,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T03:39:48,941 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:48,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:48,941 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-03T03:39:48,942 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T03:39:48,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741849_1025 (size=419)
2024-12-03T03:39:48,955 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a8987294fe95248251af79e8f469096, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:48,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741850_1026 (size=70)
2024-12-03T03:39:49,363 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:49,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3a8987294fe95248251af79e8f469096, disabling compactions & flushes
2024-12-03T03:39:49,364 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096. after waiting 0 ms
2024-12-03T03:39:49,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,364 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,364 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a8987294fe95248251af79e8f469096:
Waiting for close lock at 1733197189364Disabling compacts and flushes for region at 1733197189364Disabling writes for close at 1733197189364Writing region close event to WAL at 1733197189364Closed at 1733197189364
2024-12-03T03:39:49,366 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:49,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733197189366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197189366"}]},"ts":"1733197189366"}
2024-12-03T03:39:49,369 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:49,371 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:49,371 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197189371"}]},"ts":"1733197189371"}
2024-12-03T03:39:49,374 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T03:39:49,374 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3a8987294fe95248251af79e8f469096, ASSIGN}]
2024-12-03T03:39:49,376 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3a8987294fe95248251af79e8f469096, ASSIGN
2024-12-03T03:39:49,377 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3a8987294fe95248251af79e8f469096, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-03T03:39:49,529 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3a8987294fe95248251af79e8f469096, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:49,529 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:49,536 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3a8987294fe95248251af79e8f469096, ASSIGN because future has completed
2024-12-03T03:39:49,536 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8987294fe95248251af79e8f469096, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:49,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-03T03:39:49,695 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a8987294fe95248251af79e8f469096, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:49,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:49,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,698 INFO  [StoreOpener-3a8987294fe95248251af79e8f469096-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3a8987294fe95248251af79e8f469096 
2024-12-03T03:39:49,700 INFO  [StoreOpener-3a8987294fe95248251af79e8f469096-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8987294fe95248251af79e8f469096 columnFamilyName testFamily
2024-12-03T03:39:49,700 DEBUG [StoreOpener-3a8987294fe95248251af79e8f469096-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:49,701 INFO  [StoreOpener-3a8987294fe95248251af79e8f469096-1 {}] regionserver.HStore(327): Store=3a8987294fe95248251af79e8f469096/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:49,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:49,710 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 3a8987294fe95248251af79e8f469096; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70029460, jitterRate=0.04352027177810669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:49,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a8987294fe95248251af79e8f469096
2024-12-03T03:39:49,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 3a8987294fe95248251af79e8f469096:
Running coprocessor pre-open hook at 1733197189696Writing region info on filesystem at 1733197189696Initializing all the Stores at 1733197189698 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197189698Cleaning up temporary data from old regions at 1733197189703 (+5 ms)Running coprocessor post-open hooks at 1733197189710 (+7 ms)Region opened successfully at 1733197189710
2024-12-03T03:39:49,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., pid=27, masterSystemTime=1733197189689
2024-12-03T03:39:49,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,714 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:39:49,715 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3a8987294fe95248251af79e8f469096, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:49,718 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8987294fe95248251af79e8f469096, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:49,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-03T03:39:49,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:49,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-03T03:39:49,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T03:39:49,723 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-03T03:39:49,723 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a8987294fe95248251af79e8f469096, server=0d3ef00225a3,36801,1733197111135 in 183 msec
2024-12-03T03:39:49,726 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-03T03:39:49,726 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=3a8987294fe95248251af79e8f469096, ASSIGN in 349 msec
2024-12-03T03:39:49,727 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:49,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197189727"}]},"ts":"1733197189727"}
2024-12-03T03:39:49,730 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T03:39:49,732 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:49,734 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 794 msec
2024-12-03T03:39:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-03T03:39:49,955 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-03T03:39:49,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T03:39:49,955 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:49,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T03:39:49,962 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:49,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T03:39:49,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:49,975 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:49,975 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T03:39:49,978 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T03:39:49,979 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-03T03:39:55,198 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:39:55,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-03T03:39:55,982 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-03T03:39:55,982 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6003ms, rpcTimeout=5999ms
2024-12-03T03:39:55,982 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:39:55,992 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 527), ProcessCount=11 (was 11), AvailableMemoryMB=6932 (was 5642) - AvailableMemoryMB LEAK? -
2024-12-03T03:39:56,001 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=6923
2024-12-03T03:39:56,003 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:39:56,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-03T03:39:56,007 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:39:56,007 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:56,007 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-03T03:39:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T03:39:56,009 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:39:56,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741851_1027 (size=407)
2024-12-03T03:39:56,422 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e43139f4bcc35c188abf8ed07957790, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:39:56,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741852_1028 (size=58)
2024-12-03T03:39:56,438 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:56,438 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 2e43139f4bcc35c188abf8ed07957790, disabling compactions & flushes
2024-12-03T03:39:56,438 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790. after waiting 0 ms
2024-12-03T03:39:56,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,439 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,439 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e43139f4bcc35c188abf8ed07957790:
Waiting for close lock at 1733197196438Disabling compacts and flushes for region at 1733197196438Disabling writes for close at 1733197196439 (+1 ms)Writing region close event to WAL at 1733197196439Closed at 1733197196439
2024-12-03T03:39:56,441 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:39:56,441 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733197196441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197196441"}]},"ts":"1733197196441"}
2024-12-03T03:39:56,444 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:39:56,446 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:39:56,447 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197196446"}]},"ts":"1733197196446"}
2024-12-03T03:39:56,450 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-03T03:39:56,450 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2e43139f4bcc35c188abf8ed07957790, ASSIGN}]
2024-12-03T03:39:56,452 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2e43139f4bcc35c188abf8ed07957790, ASSIGN
2024-12-03T03:39:56,454 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2e43139f4bcc35c188abf8ed07957790, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:39:56,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-03T03:39:56,608 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2e43139f4bcc35c188abf8ed07957790, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:56,623 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2e43139f4bcc35c188abf8ed07957790, ASSIGN because future has completed
2024-12-03T03:39:56,624 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e43139f4bcc35c188abf8ed07957790, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:39:56,793 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e43139f4bcc35c188abf8ed07957790, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:39:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:39:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,797 INFO  [StoreOpener-2e43139f4bcc35c188abf8ed07957790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2e43139f4bcc35c188abf8ed07957790 
2024-12-03T03:39:56,800 INFO  [StoreOpener-2e43139f4bcc35c188abf8ed07957790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e43139f4bcc35c188abf8ed07957790 columnFamilyName testFamily
2024-12-03T03:39:56,800 DEBUG [StoreOpener-2e43139f4bcc35c188abf8ed07957790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:39:56,801 INFO  [StoreOpener-2e43139f4bcc35c188abf8ed07957790-1 {}] regionserver.HStore(327): Store=2e43139f4bcc35c188abf8ed07957790/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:39:56,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:39:56,813 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 2e43139f4bcc35c188abf8ed07957790; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72369624, jitterRate=0.078391432762146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:39:56,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:39:56,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 2e43139f4bcc35c188abf8ed07957790:
Running coprocessor pre-open hook at 1733197196795Writing region info on filesystem at 1733197196795Initializing all the Stores at 1733197196797 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197196797Cleaning up temporary data from old regions at 1733197196804 (+7 ms)Running coprocessor post-open hooks at 1733197196813 (+9 ms)Region opened successfully at 1733197196820 (+7 ms)
2024-12-03T03:39:56,822 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790., pid=30, masterSystemTime=1733197196778
2024-12-03T03:39:56,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,826 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:39:56,827 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2e43139f4bcc35c188abf8ed07957790, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:39:56,833 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e43139f4bcc35c188abf8ed07957790, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:39:56,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-03T03:39:56,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e43139f4bcc35c188abf8ed07957790, server=0d3ef00225a3,36801,1733197111135 in 213 msec
2024-12-03T03:39:56,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-03T03:39:56,852 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=2e43139f4bcc35c188abf8ed07957790, ASSIGN in 396 msec
2024-12-03T03:39:56,853 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:39:56,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197196853"}]},"ts":"1733197196853"}
2024-12-03T03:39:56,858 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-03T03:39:56,860 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:39:56,864 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 857 msec
2024-12-03T03:39:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-03T03:39:57,027 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-03T03:39:57,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-03T03:39:57,028 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:57,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-03T03:39:57,040 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:39:57,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-03T03:39:57,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:39:57,073 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:39:57,074 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-03T03:39:57,080 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-03T03:39:57,089 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-03T03:39:57,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-03T03:39:57,090 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-03T03:39:58,055 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T03:39:59,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-03T03:39:59,718 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-03T03:40:01,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-03T03:40:02,296 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:40:03,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065396' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-03T03:40:03,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:45138 deadline: 1733197209098, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065396' does not exist
2024-12-03T03:40:03,100 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 0d3ef00225a3,36801,1733197111135 for closing scanner id = 985506398123065396 for 2e43139f4bcc35c188abf8ed07957790 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '985506398123065396' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T03:40:03,107 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=6335 (was 6923)
2024-12-03T03:40:03,116 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=6340
2024-12-03T03:40:03,119 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T03:40:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T03:40:03,123 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T03:40:03,123 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:40:03,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-03T03:40:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T03:40:03,125 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T03:40:03,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741853_1029 (size=423)
2024-12-03T03:40:03,540 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13f4350fb5f739bbcf5d3ca8cfae706d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879
2024-12-03T03:40:03,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741854_1030 (size=74)
2024-12-03T03:40:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 13f4350fb5f739bbcf5d3ca8cfae706d, disabling compactions & flushes
2024-12-03T03:40:03,949 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d. after waiting 0 ms
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:03,949 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:03,949 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13f4350fb5f739bbcf5d3ca8cfae706d:
Waiting for close lock at 1733197203949Disabling compacts and flushes for region at 1733197203949Disabling writes for close at 1733197203949Writing region close event to WAL at 1733197203949Closed at 1733197203949
2024-12-03T03:40:03,951 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T03:40:03,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733197203951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733197203951"}]},"ts":"1733197203951"}
2024-12-03T03:40:03,954 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T03:40:03,955 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T03:40:03,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197203955"}]},"ts":"1733197203955"}
2024-12-03T03:40:03,957 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-03T03:40:03,957 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=13f4350fb5f739bbcf5d3ca8cfae706d, ASSIGN}]
2024-12-03T03:40:03,959 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=13f4350fb5f739bbcf5d3ca8cfae706d, ASSIGN
2024-12-03T03:40:03,960 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=13f4350fb5f739bbcf5d3ca8cfae706d, ASSIGN; state=OFFLINE, location=0d3ef00225a3,36801,1733197111135; forceNewPlan=false, retain=false
2024-12-03T03:40:04,111 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=13f4350fb5f739bbcf5d3ca8cfae706d, regionState=OPENING, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:40:04,117 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=13f4350fb5f739bbcf5d3ca8cfae706d, ASSIGN because future has completed
2024-12-03T03:40:04,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f4350fb5f739bbcf5d3ca8cfae706d, server=0d3ef00225a3,36801,1733197111135}]
2024-12-03T03:40:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T03:40:04,275 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:04,275 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 13f4350fb5f739bbcf5d3ca8cfae706d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.', STARTKEY => '', ENDKEY => ''}
2024-12-03T03:40:04,276 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,276 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T03:40:04,276 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,276 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,278 INFO  [StoreOpener-13f4350fb5f739bbcf5d3ca8cfae706d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 13f4350fb5f739bbcf5d3ca8cfae706d 
2024-12-03T03:40:04,281 INFO  [StoreOpener-13f4350fb5f739bbcf5d3ca8cfae706d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f4350fb5f739bbcf5d3ca8cfae706d columnFamilyName testFamily
2024-12-03T03:40:04,281 DEBUG [StoreOpener-13f4350fb5f739bbcf5d3ca8cfae706d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T03:40:04,282 INFO  [StoreOpener-13f4350fb5f739bbcf5d3ca8cfae706d-1 {}] regionserver.HStore(327): Store=13f4350fb5f739bbcf5d3ca8cfae706d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T03:40:04,282 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,283 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,283 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,284 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,284 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,286 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,289 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T03:40:04,290 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 13f4350fb5f739bbcf5d3ca8cfae706d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73704988, jitterRate=0.09828990697860718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T03:40:04,290 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:04,290 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 13f4350fb5f739bbcf5d3ca8cfae706d:
Running coprocessor pre-open hook at 1733197204276Writing region info on filesystem at 1733197204276Initializing all the Stores at 1733197204278 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733197204278Cleaning up temporary data from old regions at 1733197204284 (+6 ms)Running coprocessor post-open hooks at 1733197204290 (+6 ms)Region opened successfully at 1733197204290
2024-12-03T03:40:04,291 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., pid=33, masterSystemTime=1733197204270
2024-12-03T03:40:04,294 DEBUG [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:04,295 INFO  [RS_OPEN_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:04,295 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=13f4350fb5f739bbcf5d3ca8cfae706d, regionState=OPEN, openSeqNum=2, regionLocation=0d3ef00225a3,36801,1733197111135
2024-12-03T03:40:04,298 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f4350fb5f739bbcf5d3ca8cfae706d, server=0d3ef00225a3,36801,1733197111135 because future has completed
2024-12-03T03:40:04,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-03T03:40:04,303 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 13f4350fb5f739bbcf5d3ca8cfae706d, server=0d3ef00225a3,36801,1733197111135 in 183 msec
2024-12-03T03:40:04,305 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-03T03:40:04,305 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=13f4350fb5f739bbcf5d3ca8cfae706d, ASSIGN in 345 msec
2024-12-03T03:40:04,306 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T03:40:04,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733197204306"}]},"ts":"1733197204306"}
2024-12-03T03:40:04,309 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-03T03:40:04,310 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T03:40:04,313 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1910 sec
2024-12-03T03:40:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-03T03:40:06,165 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-03T03:40:06,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-03T03:40:06,165 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:40:06,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-03T03:40:06,170 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T03:40:06,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-03T03:40:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:40:06,187 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-03T03:40:06,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-03T03:40:06,191 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-03T03:40:06,193 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T03:40:07,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-03T03:40:07,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1010ms, rpcTimeout=1000ms
2024-12-03T03:40:07,202 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:40:07,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-03T03:40:07,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-03T03:40:08,010 DEBUG [master/0d3ef00225a3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-03T03:40:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2]
2024-12-03T03:40:08,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36801 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-03T03:40:09,192 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=0d3ef00225a3:36801 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=973ms, rpcTimeout=973ms
2024-12-03T03:40:09,192 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=973ms, rpcTimeout=973ms
2024-12-03T03:40:09,192 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., hostname=0d3ef00225a3,36801,1733197111135, seqNum=2 from cache
2024-12-03T03:40:09,201 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 521), ProcessCount=11 (was 11), AvailableMemoryMB=6179 (was 6340)
2024-12-03T03:40:09,202 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T03:40:09,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T03:40:09,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,208 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T03:40:09,208 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T03:40:09,208 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T03:40:09,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T03:40:09,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,208 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T03:40:09,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T03:40:09,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2139241463, stopped=false
2024-12-03T03:40:09,209 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0d3ef00225a3,45399,1733197109325
2024-12-03T03:40:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T03:40:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T03:40:09,474 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T03:40:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:40:09,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:40:09,474 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T03:40:09,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T03:40:09,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T03:40:09,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T03:40:09,475 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0d3ef00225a3,36801,1733197111135' *****
2024-12-03T03:40:09,475 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T03:40:09,476 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T03:40:09,476 INFO  [RS:0;0d3ef00225a3:36801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T03:40:09,476 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T03:40:09,477 INFO  [RS:0;0d3ef00225a3:36801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T03:40:09,477 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cafbdc7030f8ac30fb69eb1b7fcb9e4
2024-12-03T03:40:09,477 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a8987294fe95248251af79e8f469096
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e43139f4bcc35c188abf8ed07957790
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bbf9a7b9553a820db95173e67ea582a
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 13f4350fb5f739bbcf5d3ca8cfae706d
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ad3cbc93066bae2083f02c4c8cdd9aa
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 000db4fa3cff96040710ccdd56778e25
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:40:09,478 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cafbdc7030f8ac30fb69eb1b7fcb9e4, disabling compactions & flushes
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(959): stopping server 0d3ef00225a3,36801,1733197111135
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T03:40:09,478 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:40:09,478 INFO  [RS:0;0d3ef00225a3:36801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0d3ef00225a3:36801.
2024-12-03T03:40:09,478 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:40:09,478 DEBUG [RS:0;0d3ef00225a3:36801 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T03:40:09,479 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4. after waiting 0 ms
2024-12-03T03:40:09,479 DEBUG [RS:0;0d3ef00225a3:36801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:09,479 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:40:09,479 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T03:40:09,479 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T03:40:09,479 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T03:40:09,479 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T03:40:09,480 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-03T03:40:09,480 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T03:40:09,480 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T03:40:09,480 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T03:40:09,480 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T03:40:09,480 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 0cafbdc7030f8ac30fb69eb1b7fcb9e4, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c, bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:09,480 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T03:40:09,485 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-03T03:40:09,485 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cafbdc7030f8ac30fb69eb1b7fcb9e4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:09,542 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/.tmp/testFamily/cf791059c43742c993bff123fcb62400 is 61, key is row-0/testFamily:testQualifier/1733197149201/Put/seqid=0
2024-12-03T03:40:09,546 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/info/69bd55857e954acca26ee4a841576a73 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4./info:regioninfo/1733197148664/Put/seqid=0
2024-12-03T03:40:09,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741855_1031 (size=5049)
2024-12-03T03:40:09,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741856_1032 (size=20564)
2024-12-03T03:40:09,554 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/info/69bd55857e954acca26ee4a841576a73
2024-12-03T03:40:09,618 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/ns/15ed9213e60c4562986678d45f14ebb0 is 43, key is default/ns:d/1733197147902/Put/seqid=0
2024-12-03T03:40:09,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741857_1033 (size=5153)
2024-12-03T03:40:09,681 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 0cafbdc7030f8ac30fb69eb1b7fcb9e4, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c, bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:09,722 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-03T03:40:09,778 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T03:40:09,800 INFO  [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T03:40:09,801 INFO  [regionserver/0d3ef00225a3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T03:40:09,811 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-03T03:40:09,811 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-03T03:40:09,881 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 0cafbdc7030f8ac30fb69eb1b7fcb9e4, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c, bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:09,953 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/.tmp/testFamily/cf791059c43742c993bff123fcb62400
2024-12-03T03:40:09,964 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/.tmp/testFamily/cf791059c43742c993bff123fcb62400 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily/cf791059c43742c993bff123fcb62400
2024-12-03T03:40:09,972 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily/cf791059c43742c993bff123fcb62400, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:09,978 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0cafbdc7030f8ac30fb69eb1b7fcb9e4 in 496ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:09,985 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextExceptionAsync/0cafbdc7030f8ac30fb69eb1b7fcb9e4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:09,987 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:40:09,987 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cafbdc7030f8ac30fb69eb1b7fcb9e4:
Waiting for close lock at 1733197209478Running coprocessor pre-close hooks at 1733197209478Disabling compacts and flushes for region at 1733197209478Disabling writes for close at 1733197209479 (+1 ms)Obtaining lock to block concurrent updates at 1733197209485 (+6 ms)Preparing flush snapshotting stores in 0cafbdc7030f8ac30fb69eb1b7fcb9e4 at 1733197209485Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197209493 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4. at 1733197209494 (+1 ms)Flushing 0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily: creating writer at 1733197209495 (+1 ms)Flushing 0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily: appending metadata at 1733197209535 (+40 ms)Flushing 0cafbdc7030f8ac30fb69eb1b7fcb9e4/testFamily: closing flushed file at 1733197209538 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713e553: reopening flushed file at 1733197209962 (+424 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0cafbdc7030f8ac30fb69eb1b7fcb9e4 in 496ms, sequenceid=8, compaction requested=false at 1733197209978 (+16 ms)Writing region close event to WAL at 1733197209980 (+2 ms)Running coprocessor post-close hooks at 1733197209985 (+5 ms)Closed at 1733197209987 (+2 ms)
2024-12-03T03:40:09,987 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733197148132.0cafbdc7030f8ac30fb69eb1b7fcb9e4.
2024-12-03T03:40:09,987 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb4d8a5031b6f66c1af6dad4047a7635, disabling compactions & flushes
2024-12-03T03:40:09,987 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:40:09,987 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:40:09,988 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635. after waiting 0 ms
2024-12-03T03:40:09,988 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:40:09,988 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb4d8a5031b6f66c1af6dad4047a7635 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:10,004 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/.tmp/testFamily/4e472c60f3534c578c27bb9ab3758bbe is 61, key is row-0/testFamily:testQualifier/1733197161490/Put/seqid=0
2024-12-03T03:40:10,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741858_1034 (size=5049)
2024-12-03T03:40:10,025 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/ns/15ed9213e60c4562986678d45f14ebb0
2024-12-03T03:40:10,049 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/table/f539c87a465e49bb82d581ddc249f9ea is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733197148688/Put/seqid=0
2024-12-03T03:40:10,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741859_1035 (size=6699)
2024-12-03T03:40:10,081 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c, bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:10,282 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c, bb4d8a5031b6f66c1af6dad4047a7635
2024-12-03T03:40:10,410 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/.tmp/testFamily/4e472c60f3534c578c27bb9ab3758bbe
2024-12-03T03:40:10,422 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/.tmp/testFamily/4e472c60f3534c578c27bb9ab3758bbe as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/testFamily/4e472c60f3534c578c27bb9ab3758bbe
2024-12-03T03:40:10,431 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/testFamily/4e472c60f3534c578c27bb9ab3758bbe, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:10,434 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb4d8a5031b6f66c1af6dad4047a7635 in 446ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:10,439 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNextAsync/bb4d8a5031b6f66c1af6dad4047a7635/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:10,440 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:40:10,440 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb4d8a5031b6f66c1af6dad4047a7635:
Waiting for close lock at 1733197209987Running coprocessor pre-close hooks at 1733197209987Disabling compacts and flushes for region at 1733197209987Disabling writes for close at 1733197209988 (+1 ms)Obtaining lock to block concurrent updates at 1733197209988Preparing flush snapshotting stores in bb4d8a5031b6f66c1af6dad4047a7635 at 1733197209988Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197209988Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635. at 1733197209989 (+1 ms)Flushing bb4d8a5031b6f66c1af6dad4047a7635/testFamily: creating writer at 1733197209989Flushing bb4d8a5031b6f66c1af6dad4047a7635/testFamily: appending metadata at 1733197210004 (+15 ms)Flushing bb4d8a5031b6f66c1af6dad4047a7635/testFamily: closing flushed file at 1733197210004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794e745d: reopening flushed file at 1733197210420 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bb4d8a5031b6f66c1af6dad4047a7635 in 446ms, sequenceid=8, compaction requested=false at 1733197210434 (+14 ms)Writing region close event to WAL at 1733197210435 (+1 ms)Running coprocessor post-close hooks at 1733197210440 (+5 ms)Closed at 1733197210440
2024-12-03T03:40:10,441 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733197158424.bb4d8a5031b6f66c1af6dad4047a7635.
2024-12-03T03:40:10,441 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a8987294fe95248251af79e8f469096, disabling compactions & flushes
2024-12-03T03:40:10,441 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:40:10,441 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:40:10,441 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096. after waiting 0 ms
2024-12-03T03:40:10,441 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:40:10,441 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a8987294fe95248251af79e8f469096 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:10,455 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/table/f539c87a465e49bb82d581ddc249f9ea
2024-12-03T03:40:10,459 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/.tmp/testFamily/dafcb7725cc4426694cbf4eaf6ae15ab is 61, key is row-0/testFamily:testQualifier/1733197189967/Put/seqid=0
2024-12-03T03:40:10,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741860_1036 (size=5049)
2024-12-03T03:40:10,465 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/.tmp/testFamily/dafcb7725cc4426694cbf4eaf6ae15ab
2024-12-03T03:40:10,465 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/info/69bd55857e954acca26ee4a841576a73 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/info/69bd55857e954acca26ee4a841576a73
2024-12-03T03:40:10,473 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/.tmp/testFamily/dafcb7725cc4426694cbf4eaf6ae15ab as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/testFamily/dafcb7725cc4426694cbf4eaf6ae15ab
2024-12-03T03:40:10,473 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/info/69bd55857e954acca26ee4a841576a73, entries=100, sequenceid=56, filesize=20.1 K
2024-12-03T03:40:10,474 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/ns/15ed9213e60c4562986678d45f14ebb0 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/ns/15ed9213e60c4562986678d45f14ebb0
2024-12-03T03:40:10,481 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/testFamily/dafcb7725cc4426694cbf4eaf6ae15ab, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:10,482 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close
2024-12-03T03:40:10,482 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a8987294fe95248251af79e8f469096 in 41ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:10,482 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/ns/15ed9213e60c4562986678d45f14ebb0, entries=2, sequenceid=56, filesize=5.0 K
2024-12-03T03:40:10,482 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1325): Online Regions={3a8987294fe95248251af79e8f469096=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., 2e43139f4bcc35c188abf8ed07957790=hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790., 0bbf9a7b9553a820db95173e67ea582a=testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., 13f4350fb5f739bbcf5d3ca8cfae706d=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., 1ad3cbc93066bae2083f02c4c8cdd9aa=testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa., 1588230740=hbase:meta,,1.1588230740, 000db4fa3cff96040710ccdd56778e25=testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25., b678bc2c879984a2cf5387b7ab2a4b5c=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., 3cd719294f4e8e6b6c840f75afcd7c48=testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.}
2024-12-03T03:40:10,482 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1588230740, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3a8987294fe95248251af79e8f469096, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:10,484 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/.tmp/table/f539c87a465e49bb82d581ddc249f9ea as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/table/f539c87a465e49bb82d581ddc249f9ea
2024-12-03T03:40:10,488 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/3a8987294fe95248251af79e8f469096/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:10,490 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:40:10,490 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a8987294fe95248251af79e8f469096:
Waiting for close lock at 1733197210441Running coprocessor pre-close hooks at 1733197210441Disabling compacts and flushes for region at 1733197210441Disabling writes for close at 1733197210441Obtaining lock to block concurrent updates at 1733197210441Preparing flush snapshotting stores in 3a8987294fe95248251af79e8f469096 at 1733197210441Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197210441Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096. at 1733197210442 (+1 ms)Flushing 3a8987294fe95248251af79e8f469096/testFamily: creating writer at 1733197210442Flushing 3a8987294fe95248251af79e8f469096/testFamily: appending metadata at 1733197210458 (+16 ms)Flushing 3a8987294fe95248251af79e8f469096/testFamily: closing flushed file at 1733197210458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7633928d: reopening flushed file at 1733197210472 (+14 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a8987294fe95248251af79e8f469096 in 41ms, sequenceid=8, compaction requested=false at 1733197210482 (+10 ms)Writing region close event to WAL at 1733197210483 (+1 ms)Running coprocessor post-close hooks at 1733197210490 (+7 ms)Closed at 1733197210490
2024-12-03T03:40:10,491 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733197188937.3a8987294fe95248251af79e8f469096.
2024-12-03T03:40:10,491 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e43139f4bcc35c188abf8ed07957790, disabling compactions & flushes
2024-12-03T03:40:10,491 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:40:10,491 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:40:10,491 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790. after waiting 0 ms
2024-12-03T03:40:10,491 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:40:10,491 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e43139f4bcc35c188abf8ed07957790 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:10,495 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/table/f539c87a465e49bb82d581ddc249f9ea, entries=20, sequenceid=56, filesize=6.5 K
2024-12-03T03:40:10,497 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=56, compaction requested=false
2024-12-03T03:40:10,512 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/.tmp/testFamily/870500a6909e4b2ba17812730eb34b5f is 61, key is row-0/testFamily:testQualifier/1733197197051/Put/seqid=0
2024-12-03T03:40:10,514 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-03T03:40:10,515 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T03:40:10,515 INFO  [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T03:40:10,515 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733197209480Running coprocessor pre-close hooks at 1733197209480Disabling compacts and flushes for region at 1733197209480Disabling writes for close at 1733197209480Obtaining lock to block concurrent updates at 1733197209485 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1733197209485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733197209493 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733197209494 (+1 ms)Flushing 1588230740/info: creating writer at 1733197209495 (+1 ms)Flushing 1588230740/info: appending metadata at 1733197209542 (+47 ms)Flushing 1588230740/info: closing flushed file at 1733197209542Flushing 1588230740/ns: creating writer at 1733197209601 (+59 ms)Flushing 1588230740/ns: appending metadata at 1733197209616 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733197209616Flushing 1588230740/table: creating writer at 1733197210034 (+418 ms)Flushing 1588230740/table: appending metadata at 1733197210049 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733197210049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5148ac74: reopening flushed file at 1733197210464 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410e324f: reopening flushed file at 1733197210473 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3a094c: reopening flushed file at 1733197210482 (+9 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=56, compaction requested=false at 1733197210498 (+16 ms)Writing region close event to WAL at 1733197210510 (+12 ms)Running coprocessor post-close hooks at 1733197210515 (+5 ms)Closed at 1733197210515
2024-12-03T03:40:10,516 DEBUG [RS_CLOSE_META-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T03:40:10,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741861_1037 (size=5049)
2024-12-03T03:40:10,683 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:10,883 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 2e43139f4bcc35c188abf8ed07957790, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:10,919 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/.tmp/testFamily/870500a6909e4b2ba17812730eb34b5f
2024-12-03T03:40:10,933 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/.tmp/testFamily/870500a6909e4b2ba17812730eb34b5f as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/testFamily/870500a6909e4b2ba17812730eb34b5f
2024-12-03T03:40:10,942 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/testFamily/870500a6909e4b2ba17812730eb34b5f, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:10,944 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2e43139f4bcc35c188abf8ed07957790 in 452ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:10,949 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnNext/2e43139f4bcc35c188abf8ed07957790/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:10,950 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e43139f4bcc35c188abf8ed07957790:
Waiting for close lock at 1733197210491Running coprocessor pre-close hooks at 1733197210491Disabling compacts and flushes for region at 1733197210491Disabling writes for close at 1733197210491Obtaining lock to block concurrent updates at 1733197210491Preparing flush snapshotting stores in 2e43139f4bcc35c188abf8ed07957790 at 1733197210491Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197210491Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790. at 1733197210492 (+1 ms)Flushing 2e43139f4bcc35c188abf8ed07957790/testFamily: creating writer at 1733197210492Flushing 2e43139f4bcc35c188abf8ed07957790/testFamily: appending metadata at 1733197210512 (+20 ms)Flushing 2e43139f4bcc35c188abf8ed07957790/testFamily: closing flushed file at 1733197210512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277c8654: reopening flushed file at 1733197210931 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2e43139f4bcc35c188abf8ed07957790 in 452ms, sequenceid=8, compaction requested=false at 1733197210944 (+13 ms)Writing region close event to WAL at 1733197210944Running coprocessor post-close hooks at 1733197210950 (+6 ms)Closed at 1733197210950
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733197196003.2e43139f4bcc35c188abf8ed07957790.
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bbf9a7b9553a820db95173e67ea582a, disabling compactions & flushes
2024-12-03T03:40:10,950 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a. after waiting 0 ms
2024-12-03T03:40:10,950 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:40:10,951 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bbf9a7b9553a820db95173e67ea582a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:10,965 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/.tmp/testFamily/31027b1781a0471db909ef731e0978a7 is 61, key is row-0/testFamily:testQualifier/1733197173726/Put/seqid=0
2024-12-03T03:40:10,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741862_1038 (size=5049)
2024-12-03T03:40:11,084 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:11,284 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 0bbf9a7b9553a820db95173e67ea582a, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:11,371 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/.tmp/testFamily/31027b1781a0471db909ef731e0978a7
2024-12-03T03:40:11,382 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/.tmp/testFamily/31027b1781a0471db909ef731e0978a7 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/testFamily/31027b1781a0471db909ef731e0978a7
2024-12-03T03:40:11,390 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/testFamily/31027b1781a0471db909ef731e0978a7, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:11,391 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0bbf9a7b9553a820db95173e67ea582a in 441ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:11,396 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScanner/0bbf9a7b9553a820db95173e67ea582a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:11,397 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:40:11,397 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bbf9a7b9553a820db95173e67ea582a:
Waiting for close lock at 1733197210950Running coprocessor pre-close hooks at 1733197210950Disabling compacts and flushes for region at 1733197210950Disabling writes for close at 1733197210950Obtaining lock to block concurrent updates at 1733197210951 (+1 ms)Preparing flush snapshotting stores in 0bbf9a7b9553a820db95173e67ea582a at 1733197210951Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197210951Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a. at 1733197210951Flushing 0bbf9a7b9553a820db95173e67ea582a/testFamily: creating writer at 1733197210952 (+1 ms)Flushing 0bbf9a7b9553a820db95173e67ea582a/testFamily: appending metadata at 1733197210965 (+13 ms)Flushing 0bbf9a7b9553a820db95173e67ea582a/testFamily: closing flushed file at 1733197210965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a307ed: reopening flushed file at 1733197211380 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 0bbf9a7b9553a820db95173e67ea582a in 441ms, sequenceid=8, compaction requested=false at 1733197211392 (+12 ms)Writing region close event to WAL at 1733197211392Running coprocessor post-close hooks at 1733197211397 (+5 ms)Closed at 1733197211397
2024-12-03T03:40:11,397 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733197170666.0bbf9a7b9553a820db95173e67ea582a.
2024-12-03T03:40:11,398 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13f4350fb5f739bbcf5d3ca8cfae706d, disabling compactions & flushes
2024-12-03T03:40:11,398 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:11,398 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:11,398 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d. after waiting 0 ms
2024-12-03T03:40:11,398 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:11,398 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13f4350fb5f739bbcf5d3ca8cfae706d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:11,416 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/.tmp/testFamily/1328a51419d14554a46412b7f8755b15 is 61, key is row-0/testFamily:testQualifier/1733197206176/Put/seqid=0
2024-12-03T03:40:11,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741863_1039 (size=5049)
2024-12-03T03:40:11,484 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-03T03:40:11,484 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1325): Online Regions={13f4350fb5f739bbcf5d3ca8cfae706d=testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., 1ad3cbc93066bae2083f02c4c8cdd9aa=testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa., 000db4fa3cff96040710ccdd56778e25=testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25., b678bc2c879984a2cf5387b7ab2a4b5c=hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., 3cd719294f4e8e6b6c840f75afcd7c48=testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.}
2024-12-03T03:40:11,484 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:11,685 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 13f4350fb5f739bbcf5d3ca8cfae706d, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:11,827 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/.tmp/testFamily/1328a51419d14554a46412b7f8755b15
2024-12-03T03:40:11,835 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/.tmp/testFamily/1328a51419d14554a46412b7f8755b15 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/testFamily/1328a51419d14554a46412b7f8755b15
2024-12-03T03:40:11,845 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/testFamily/1328a51419d14554a46412b7f8755b15, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:11,846 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 13f4350fb5f739bbcf5d3ca8cfae706d in 448ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:11,850 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnOpenScannerAsync/13f4350fb5f739bbcf5d3ca8cfae706d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:11,851 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:11,851 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13f4350fb5f739bbcf5d3ca8cfae706d:
Waiting for close lock at 1733197211398Running coprocessor pre-close hooks at 1733197211398Disabling compacts and flushes for region at 1733197211398Disabling writes for close at 1733197211398Obtaining lock to block concurrent updates at 1733197211398Preparing flush snapshotting stores in 13f4350fb5f739bbcf5d3ca8cfae706d at 1733197211398Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197211398Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d. at 1733197211399 (+1 ms)Flushing 13f4350fb5f739bbcf5d3ca8cfae706d/testFamily: creating writer at 1733197211399Flushing 13f4350fb5f739bbcf5d3ca8cfae706d/testFamily: appending metadata at 1733197211416 (+17 ms)Flushing 13f4350fb5f739bbcf5d3ca8cfae706d/testFamily: closing flushed file at 1733197211416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bbea38: reopening flushed file at 1733197211834 (+418 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 13f4350fb5f739bbcf5d3ca8cfae706d in 448ms, sequenceid=8, compaction requested=false at 1733197211846 (+12 ms)Writing region close event to WAL at 1733197211846Running coprocessor post-close hooks at 1733197211851 (+5 ms)Closed at 1733197211851
2024-12-03T03:40:11,851 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733197203119.13f4350fb5f739bbcf5d3ca8cfae706d.
2024-12-03T03:40:11,852 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ad3cbc93066bae2083f02c4c8cdd9aa, disabling compactions & flushes
2024-12-03T03:40:11,852 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:40:11,852 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:40:11,852 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa. after waiting 0 ms
2024-12-03T03:40:11,852 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:40:11,852 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ad3cbc93066bae2083f02c4c8cdd9aa 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:11,867 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/.tmp/testFamily/d8789023c40c40598e955599a5c200a1 is 61, key is row-0/testFamily:testQualifier/1733197170598/Put/seqid=0
2024-12-03T03:40:11,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741864_1040 (size=5049)
2024-12-03T03:40:11,885 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:12,085 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:12,273 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/.tmp/testFamily/d8789023c40c40598e955599a5c200a1
2024-12-03T03:40:12,285 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 000db4fa3cff96040710ccdd56778e25, 1ad3cbc93066bae2083f02c4c8cdd9aa, 3cd719294f4e8e6b6c840f75afcd7c48, b678bc2c879984a2cf5387b7ab2a4b5c
2024-12-03T03:40:12,289 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/.tmp/testFamily/d8789023c40c40598e955599a5c200a1 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily/d8789023c40c40598e955599a5c200a1
2024-12-03T03:40:12,300 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily/d8789023c40c40598e955599a5c200a1, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:12,301 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1ad3cbc93066bae2083f02c4c8cdd9aa in 449ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:12,306 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testRetryOutOfOrderScannerNextException/1ad3cbc93066bae2083f02c4c8cdd9aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:12,307 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:40:12,307 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ad3cbc93066bae2083f02c4c8cdd9aa:
Waiting for close lock at 1733197211852Running coprocessor pre-close hooks at 1733197211852Disabling compacts and flushes for region at 1733197211852Disabling writes for close at 1733197211852Obtaining lock to block concurrent updates at 1733197211852Preparing flush snapshotting stores in 1ad3cbc93066bae2083f02c4c8cdd9aa at 1733197211852Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197211852Flushing stores of testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa. at 1733197211853 (+1 ms)Flushing 1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily: creating writer at 1733197211853Flushing 1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily: appending metadata at 1733197211867 (+14 ms)Flushing 1ad3cbc93066bae2083f02c4c8cdd9aa/testFamily: closing flushed file at 1733197211867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e26d006: reopening flushed file at 1733197212287 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 1ad3cbc93066bae2083f02c4c8cdd9aa in 449ms, sequenceid=8, compaction requested=false at 1733197212301 (+14 ms)Writing region close event to WAL at 1733197212302 (+1 ms)Running coprocessor post-close hooks at 1733197212307 (+5 ms)Closed at 1733197212307
2024-12-03T03:40:12,308 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733197167545.1ad3cbc93066bae2083f02c4c8cdd9aa.
2024-12-03T03:40:12,308 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 000db4fa3cff96040710ccdd56778e25, disabling compactions & flushes
2024-12-03T03:40:12,308 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:40:12,308 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:40:12,308 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25. after waiting 0 ms
2024-12-03T03:40:12,308 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:40:12,308 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 000db4fa3cff96040710ccdd56778e25 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:12,327 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/.tmp/testFamily/33313d917c2247999405ae6bc2cfb2fb is 61, key is row-0/testFamily:testQualifier/1733197179821/Put/seqid=0
2024-12-03T03:40:12,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741865_1041 (size=5049)
2024-12-03T03:40:12,333 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/.tmp/testFamily/33313d917c2247999405ae6bc2cfb2fb
2024-12-03T03:40:12,343 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/.tmp/testFamily/33313d917c2247999405ae6bc2cfb2fb as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/testFamily/33313d917c2247999405ae6bc2cfb2fb
2024-12-03T03:40:12,352 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/testFamily/33313d917c2247999405ae6bc2cfb2fb, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:12,353 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 000db4fa3cff96040710ccdd56778e25 in 45ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:12,368 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNextAsync/000db4fa3cff96040710ccdd56778e25/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:12,369 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:40:12,369 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 000db4fa3cff96040710ccdd56778e25:
Waiting for close lock at 1733197212308Running coprocessor pre-close hooks at 1733197212308Disabling compacts and flushes for region at 1733197212308Disabling writes for close at 1733197212308Obtaining lock to block concurrent updates at 1733197212308Preparing flush snapshotting stores in 000db4fa3cff96040710ccdd56778e25 at 1733197212308Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197212308Flushing stores of testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25. at 1733197212309 (+1 ms)Flushing 000db4fa3cff96040710ccdd56778e25/testFamily: creating writer at 1733197212309Flushing 000db4fa3cff96040710ccdd56778e25/testFamily: appending metadata at 1733197212326 (+17 ms)Flushing 000db4fa3cff96040710ccdd56778e25/testFamily: closing flushed file at 1733197212326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a0d59c: reopening flushed file at 1733197212342 (+16 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 000db4fa3cff96040710ccdd56778e25 in 45ms, sequenceid=8, compaction requested=false at 1733197212353 (+11 ms)Writing region close event to WAL at 1733197212357 (+4 ms)Running coprocessor post-close hooks at 1733197212369 (+12 ms)Closed at 1733197212369
2024-12-03T03:40:12,369 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733197176769.000db4fa3cff96040710ccdd56778e25.
2024-12-03T03:40:12,370 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b678bc2c879984a2cf5387b7ab2a4b5c, disabling compactions & flushes
2024-12-03T03:40:12,370 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:40:12,370 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:40:12,370 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c. after waiting 0 ms
2024-12-03T03:40:12,370 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:40:12,370 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b678bc2c879984a2cf5387b7ab2a4b5c 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:12,391 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/.tmp/testFamily/022a9b21545f4f54b22d2350c8650997 is 61, key is row-0/testFamily:testQualifier/1733197152366/Put/seqid=0
2024-12-03T03:40:12,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741866_1042 (size=5049)
2024-12-03T03:40:12,397 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/.tmp/testFamily/022a9b21545f4f54b22d2350c8650997
2024-12-03T03:40:12,403 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/.tmp/testFamily/022a9b21545f4f54b22d2350c8650997 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/testFamily/022a9b21545f4f54b22d2350c8650997
2024-12-03T03:40:12,410 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/testFamily/022a9b21545f4f54b22d2350c8650997, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:12,412 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b678bc2c879984a2cf5387b7ab2a4b5c in 41ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:12,416 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/hbase/testMetaScanTimeoutOnOpenScanner/b678bc2c879984a2cf5387b7ab2a4b5c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:12,417 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:40:12,417 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b678bc2c879984a2cf5387b7ab2a4b5c:
Waiting for close lock at 1733197212370Running coprocessor pre-close hooks at 1733197212370Disabling compacts and flushes for region at 1733197212370Disabling writes for close at 1733197212370Obtaining lock to block concurrent updates at 1733197212370Preparing flush snapshotting stores in b678bc2c879984a2cf5387b7ab2a4b5c at 1733197212370Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197212371 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c. at 1733197212371Flushing b678bc2c879984a2cf5387b7ab2a4b5c/testFamily: creating writer at 1733197212371Flushing b678bc2c879984a2cf5387b7ab2a4b5c/testFamily: appending metadata at 1733197212391 (+20 ms)Flushing b678bc2c879984a2cf5387b7ab2a4b5c/testFamily: closing flushed file at 1733197212391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496997eb: reopening flushed file at 1733197212402 (+11 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b678bc2c879984a2cf5387b7ab2a4b5c in 41ms, sequenceid=8, compaction requested=false at 1733197212412 (+10 ms)Writing region close event to WAL at 1733197212412Running coprocessor post-close hooks at 1733197212417 (+5 ms)Closed at 1733197212417
2024-12-03T03:40:12,417 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733197149307.b678bc2c879984a2cf5387b7ab2a4b5c.
2024-12-03T03:40:12,417 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cd719294f4e8e6b6c840f75afcd7c48, disabling compactions & flushes
2024-12-03T03:40:12,417 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:40:12,417 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:40:12,418 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48. after waiting 1 ms
2024-12-03T03:40:12,418 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:40:12,418 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cd719294f4e8e6b6c840f75afcd7c48 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-03T03:40:12,432 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/.tmp/testFamily/374afa462bf8445b91c00d2f5a0accd6 is 61, key is row-0/testFamily:testQualifier/1733197185895/Put/seqid=0
2024-12-03T03:40:12,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741867_1043 (size=5049)
2024-12-03T03:40:12,486 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T03:40:12,486 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1325): Online Regions={3cd719294f4e8e6b6c840f75afcd7c48=testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.}
2024-12-03T03:40:12,486 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:40:12,686 DEBUG [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1351): Waiting on 3cd719294f4e8e6b6c840f75afcd7c48
2024-12-03T03:40:12,837 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/.tmp/testFamily/374afa462bf8445b91c00d2f5a0accd6
2024-12-03T03:40:12,845 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/.tmp/testFamily/374afa462bf8445b91c00d2f5a0accd6 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/testFamily/374afa462bf8445b91c00d2f5a0accd6
2024-12-03T03:40:12,853 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/testFamily/374afa462bf8445b91c00d2f5a0accd6, entries=4, sequenceid=8, filesize=4.9 K
2024-12-03T03:40:12,854 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cd719294f4e8e6b6c840f75afcd7c48 in 436ms, sequenceid=8, compaction requested=false
2024-12-03T03:40:12,859 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/data/default/testNormalScanTimeoutOnNext/3cd719294f4e8e6b6c840f75afcd7c48/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-03T03:40:12,860 INFO  [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:40:12,861 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cd719294f4e8e6b6c840f75afcd7c48:
Waiting for close lock at 1733197212417Running coprocessor pre-close hooks at 1733197212417Disabling compacts and flushes for region at 1733197212417Disabling writes for close at 1733197212418 (+1 ms)Obtaining lock to block concurrent updates at 1733197212418Preparing flush snapshotting stores in 3cd719294f4e8e6b6c840f75afcd7c48 at 1733197212418Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733197212418Flushing stores of testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48. at 1733197212418Flushing 3cd719294f4e8e6b6c840f75afcd7c48/testFamily: creating writer at 1733197212418Flushing 3cd719294f4e8e6b6c840f75afcd7c48/testFamily: appending metadata at 1733197212431 (+13 ms)Flushing 3cd719294f4e8e6b6c840f75afcd7c48/testFamily: closing flushed file at 1733197212432 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7961f5: reopening flushed file at 1733197212844 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3cd719294f4e8e6b6c840f75afcd7c48 in 436ms, sequenceid=8, compaction requested=false at 1733197212854 (+10 ms)Writing region close event to WAL at 1733197212855 (+1 ms)Running coprocessor post-close hooks at 1733197212860 (+5 ms)Closed at 1733197212860
2024-12-03T03:40:12,861 DEBUG [RS_CLOSE_REGION-regionserver/0d3ef00225a3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733197182859.3cd719294f4e8e6b6c840f75afcd7c48.
2024-12-03T03:40:12,887 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(976): stopping server 0d3ef00225a3,36801,1733197111135; all regions closed.
2024-12-03T03:40:12,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741834_1010 (size=19479)
2024-12-03T03:40:12,900 DEBUG [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/oldWALs
2024-12-03T03:40:12,900 INFO  [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C36801%2C1733197111135.meta:.meta(num 1733197147481)
2024-12-03T03:40:12,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741833_1009 (size=20031)
2024-12-03T03:40:12,907 DEBUG [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/oldWALs
2024-12-03T03:40:12,907 INFO  [RS:0;0d3ef00225a3:36801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0d3ef00225a3%2C36801%2C1733197111135:(num 1733197146878)
2024-12-03T03:40:12,907 DEBUG [RS:0;0d3ef00225a3:36801 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T03:40:12,907 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T03:40:12,907 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T03:40:12,907 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.ChoreService(370): Chore service for: regionserver/0d3ef00225a3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T03:40:12,908 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T03:40:12,908 INFO  [regionserver/0d3ef00225a3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T03:40:12,909 INFO  [RS:0;0d3ef00225a3:36801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36801
2024-12-03T03:40:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0d3ef00225a3,36801,1733197111135
2024-12-03T03:40:12,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T03:40:12,944 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T03:40:12,945 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$355/0x00007fa0588bdf98@1d00f6f0 rejected from java.util.concurrent.ThreadPoolExecutor@58026b34[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-12-03T03:40:13,001 INFO  [regionserver/0d3ef00225a3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T03:40:13,012 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0d3ef00225a3,36801,1733197111135]
2024-12-03T03:40:13,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0d3ef00225a3,36801,1733197111135 already deleted, retry=false
2024-12-03T03:40:13,050 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0d3ef00225a3,36801,1733197111135 expired; onlineServers=0
2024-12-03T03:40:13,050 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0d3ef00225a3,45399,1733197109325' *****
2024-12-03T03:40:13,050 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T03:40:13,050 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T03:40:13,050 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T03:40:13,050 DEBUG [M:0;0d3ef00225a3:45399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T03:40:13,051 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T03:40:13,051 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733197116512 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.large.0-1733197116512,5,FailOnTimeoutGroup]
2024-12-03T03:40:13,051 DEBUG [master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733197116531 {}] cleaner.HFileCleaner(306): Exit Thread[master/0d3ef00225a3:0:becomeActiveMaster-HFileCleaner.small.0-1733197116531,5,FailOnTimeoutGroup]
2024-12-03T03:40:13,051 DEBUG [M:0;0d3ef00225a3:45399 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T03:40:13,051 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.ChoreService(370): Chore service for: master/0d3ef00225a3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T03:40:13,051 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T03:40:13,051 DEBUG [M:0;0d3ef00225a3:45399 {}] master.HMaster(1795): Stopping service threads
2024-12-03T03:40:13,051 INFO  [M:0;0d3ef00225a3:45399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T03:40:13,051 INFO  [M:0;0d3ef00225a3:45399 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T03:40:13,052 INFO  [M:0;0d3ef00225a3:45399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T03:40:13,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T03:40:13,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-03T03:40:13,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T03:40:13,064 DEBUG [M:0;0d3ef00225a3:45399 {}] zookeeper.ZKUtil(347): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-03T03:40:13,064 WARN  [M:0;0d3ef00225a3:45399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T03:40:13,065 INFO  [M:0;0d3ef00225a3:45399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/.lastflushedseqids
2024-12-03T03:40:13,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741868_1044 (size=712)
2024-12-03T03:40:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T03:40:13,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36801-0x10199450fcf0001, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T03:40:13,112 INFO  [RS:0;0d3ef00225a3:36801 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T03:40:13,112 INFO  [RS:0;0d3ef00225a3:36801 {}] regionserver.HRegionServer(1031): Exiting; stopping=0d3ef00225a3,36801,1733197111135; zookeeper connection closed.
2024-12-03T03:40:13,113 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f2c9643 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f2c9643
2024-12-03T03:40:13,113 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-03T03:40:13,477 INFO  [M:0;0d3ef00225a3:45399 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T03:40:13,477 INFO  [M:0;0d3ef00225a3:45399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T03:40:13,478 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T03:40:13,478 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:40:13,478 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:40:13,478 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T03:40:13,478 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:40:13,478 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.16 KB heapSize=191.21 KB
2024-12-03T03:40:13,931 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_97836060_22 at /127.0.0.1:34896 [Receiving block BP-1150947974-172.17.0.3-1733197101914:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 452ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/data/data2/, blockId=1073741830, seqno=311
2024-12-03T03:40:13,933 INFO  [AsyncFSWAL-0-hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData-prefix:0d3ef00225a3,45399,1733197109325 {}] wal.AbstractFSWAL(1368): Slow sync cost: 453 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35285,DS-6e7a1596-fdde-45b4-929c-81c67d881a33,DISK]]
2024-12-03T03:40:13,955 DEBUG [M:0;0d3ef00225a3:45399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72c45db9f4b047f4b2ddcb86d520583d is 82, key is hbase:meta,,1/info:regioninfo/1733197147571/Put/seqid=0
2024-12-03T03:40:14,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741869_1045 (size=5672)
2024-12-03T03:40:14,020 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72c45db9f4b047f4b2ddcb86d520583d
2024-12-03T03:40:14,047 DEBUG [M:0;0d3ef00225a3:45399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a4a09c69fe84282b7821f37e91ba967 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733197148702/Put/seqid=0
2024-12-03T03:40:14,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741870_1046 (size=14077)
2024-12-03T03:40:14,453 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.60 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a4a09c69fe84282b7821f37e91ba967
2024-12-03T03:40:14,461 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a4a09c69fe84282b7821f37e91ba967
2024-12-03T03:40:14,479 DEBUG [M:0;0d3ef00225a3:45399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f2b2b617c34aa3879eab497b4685c2 is 69, key is 0d3ef00225a3,36801,1733197111135/rs:state/1733197116602/Put/seqid=0
2024-12-03T03:40:14,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741871_1047 (size=5156)
2024-12-03T03:40:14,885 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f2b2b617c34aa3879eab497b4685c2
2024-12-03T03:40:14,893 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72c45db9f4b047f4b2ddcb86d520583d as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72c45db9f4b047f4b2ddcb86d520583d
2024-12-03T03:40:14,898 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72c45db9f4b047f4b2ddcb86d520583d, entries=8, sequenceid=319, filesize=5.5 K
2024-12-03T03:40:14,899 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a4a09c69fe84282b7821f37e91ba967 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a4a09c69fe84282b7821f37e91ba967
2024-12-03T03:40:14,906 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a4a09c69fe84282b7821f37e91ba967
2024-12-03T03:40:14,907 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a4a09c69fe84282b7821f37e91ba967, entries=33, sequenceid=319, filesize=13.7 K
2024-12-03T03:40:14,908 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f2b2b617c34aa3879eab497b4685c2 as hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8f2b2b617c34aa3879eab497b4685c2
2024-12-03T03:40:14,917 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41639/user/jenkins/test-data/d10fc3e5-ce0f-fa4c-f126-de0f59862879/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8f2b2b617c34aa3879eab497b4685c2, entries=1, sequenceid=319, filesize=5.0 K
2024-12-03T03:40:14,918 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.91 KB/195496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1440ms, sequenceid=319, compaction requested=false
2024-12-03T03:40:14,920 INFO  [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T03:40:14,920 DEBUG [M:0;0d3ef00225a3:45399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733197213477Disabling compacts and flushes for region at 1733197213477Disabling writes for close at 1733197213478 (+1 ms)Obtaining lock to block concurrent updates at 1733197213478Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733197213478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167075, getHeapSize=195736, getOffHeapSize=0, getCellsCount=366 at 1733197213478Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733197213932 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733197213933 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733197213955 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733197213955Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733197214029 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733197214047 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733197214047Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733197214461 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733197214479 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733197214479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a54c7a: reopening flushed file at 1733197214892 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464a284d: reopening flushed file at 1733197214898 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d92788: reopening flushed file at 1733197214907 (+9 ms)Finished flush of dataSize ~163.16 KB/167075, heapSize ~190.91 KB/195496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1440ms, sequenceid=319, compaction requested=false at 1733197214918 (+11 ms)Writing region close event to WAL at 1733197214920 (+2 ms)Closed at 1733197214920
2024-12-03T03:40:14,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741830_1006 (size=188417)
2024-12-03T03:40:14,938 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T03:40:14,938 INFO  [M:0;0d3ef00225a3:45399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T03:40:14,938 INFO  [M:0;0d3ef00225a3:45399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45399
2024-12-03T03:40:14,939 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T03:40:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T03:40:15,200 INFO  [M:0;0d3ef00225a3:45399 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T03:40:15,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45399-0x10199450fcf0000, quorum=127.0.0.1:63304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T03:40:15,207 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dbf03bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T03:40:15,209 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc8a3f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T03:40:15,210 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T03:40:15,210 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ffb86f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T03:40:15,210 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59dc2560{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.log.dir/,STOPPED}
2024-12-03T03:40:15,213 WARN  [BP-1150947974-172.17.0.3-1733197101914 heartbeating to localhost/127.0.0.1:41639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T03:40:15,213 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T03:40:15,213 WARN  [BP-1150947974-172.17.0.3-1733197101914 heartbeating to localhost/127.0.0.1:41639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1150947974-172.17.0.3-1733197101914 (Datanode Uuid 55e0d92e-ae44-4ad8-ba29-3304e3ca95e6) service to localhost/127.0.0.1:41639
2024-12-03T03:40:15,213 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T03:40:15,215 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/data/data1/current/BP-1150947974-172.17.0.3-1733197101914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T03:40:15,216 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/cluster_40736656-9ce7-b7fd-5201-f5003dbfc06b/data/data2/current/BP-1150947974-172.17.0.3-1733197101914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T03:40:15,217 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T03:40:15,226 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc299d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T03:40:15,226 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e20720d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T03:40:15,226 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T03:40:15,226 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@734175dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T03:40:15,227 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6193f924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d1040bd-a16c-2077-f110-4365196c36c7/hadoop.log.dir/,STOPPED}
2024-12-03T03:40:15,233 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T03:40:15,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down